-- Logs begin at Thu 2021-06-10 03:18:17 UTC, end at Thu 2021-06-10 04:23:33 UTC. --
Jun 10 03:57:56.264436 dv-cinder-741349-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 10 03:57:58.904275 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.common.config [-] Logging enabled!
Jun 10 03:57:58.904847 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308
Jun 10 03:57:58.905054 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92196) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 10 03:57:58.908287 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.common.config [-] Logging enabled!
Jun 10 03:57:58.908546 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev308
Jun 10 03:57:58.908860 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92196) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 10 03:57:58.909795 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 10 03:57:58.910030 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 10 03:57:58.910392 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 10 03:57:58.910640 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 10 03:57:58.910868 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 10 03:57:58.911222 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.911525 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.911822 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.912055 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.912351 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.912643 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.912927 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.913217 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.913514 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.913802 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.914082 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.914623 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.914855 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.915171 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.915460 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.915748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.915972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.916253 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.916675 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.917089 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.917370 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.917659 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.917941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.918214 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.918499 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.918786 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.919141 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] host                           = dv-cinder-741349-4-iscsi {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.919421 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.919707 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.919994 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.920280 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.920559 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.920841 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.921128 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.921404 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.921683 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.921959 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.922247 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.922537 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.922828 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.923586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.923814 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.924107 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.924396 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.924676 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.924955 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.925232 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.925510 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.925786 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.926059 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.926346 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.926632 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.926919 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.927216 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.927493 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.927767 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.928041 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.928328 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.928602 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.928882 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.929157 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.929444 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.929714 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.929988 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.930288 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.930573 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.930856 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.931168 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.931444 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.931728 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.932001 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.932274 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.932544 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.932813 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.933084 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.933365 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.933636 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.933908 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.934180 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.934452 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.934735 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:57:58.935058 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.935360 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.935662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.935945 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.936240 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.936521 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.936809 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.937091 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.937381 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.937671 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.937962 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.938243 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.938656 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.939475 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.939780 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.940088 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.940388 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.940684 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.940963 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.941242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.941519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.941799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.942088 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.942383 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.942675 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.942968 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.943251 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.943546 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.943826 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.944100 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.944379 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.944671 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.944951 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.945225 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.945513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.945794 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.946070 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.946344 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.946623 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.946915 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.947216 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.947489 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.947764 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.948041 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.948314 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.948600 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.948877 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.949148 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.949422 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.949700 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.949974 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.950247 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.950526 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.950799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.951104 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.951377 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.951650 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.951925 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.952198 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.952472 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.952745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.953016 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.953293 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.953567 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.953840 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.954139 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.954410 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.954684 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.954996 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.955295 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.955578 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.955858 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.956138 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.956417 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.956696 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.956974 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.957252 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.957532 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.957807 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.958099 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.958384 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.958672 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.958978 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.959267 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.959567 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.959848 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.960134 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.960413 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.960691 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.960981 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.961267 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.961562 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.961859 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.962154 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.962450 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.962744 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.963062 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.963374 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.963657 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:57:58.963875 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 10 03:57:58.964114 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92196) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 10 03:57:59.320512 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:57:59.320793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:57:59.321087 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:57:59.321427 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 10 03:57:59.708855 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.709071 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.709348 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.710673 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.710969 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.711242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.745176 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.745456 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.745727 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.758804 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.759113 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.759387 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.789597 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.789878 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.790153 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.825394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.825677 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:57:59.825959 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.056206 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ffb585f89d0> agent after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.056835 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ffb585f89d0> agent after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.056835 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ffb585f8a60> segment precommit_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.056992 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ffb585f8af0> network precommit_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.057880 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ffb585f8040> segment before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.180044 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> network before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.180367 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ffb584cbee0> agent before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.180652 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> network before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.180946 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> port before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.181203 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> port before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.181512 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> segment precommit_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.181772 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> segment precommit_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.182030 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> segment after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.182284 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> segment after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.182566 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> network after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.182828 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> network precommit_delete 0 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.183122 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> port after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.183384 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> port provisioning_complete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.183649 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.183905 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.184174 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> agent after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.184447 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> subnet after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.184704 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> subnet precommit_delete 0 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.184972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.185225 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.185508 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> segment_host_mapping after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.185854 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> port after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.186109 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> port after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.186392 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.186642 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.186888 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ffb58e0e5e0>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.187313 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:00.187553 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:00.187790 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:00.188025 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:00.188261 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:00.188995 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:00.190282 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 10 03:58:00.193379 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 10 03:58:00.197396 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 10 03:58:00.201140 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jun 10 03:58:00.202765 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 10 03:58:00.203251 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 10 03:58:00.203588 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 10 03:58:00.203971 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 10 03:58:00.207365 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 10 03:58:00.207619 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 10 03:58:00.207973 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 10 03:58:00.235411 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 10 03:58:00.235863 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ffb5842a490>> qos_plugin after_init 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.236164 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92196) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 10 03:58:00.236524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ffb5842a730>> logging-plugin after_init 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.237889 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92196) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 10 03:58:00.238168 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 10 03:58:00.238414 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 10 03:58:00.241475 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ffb58542a00>> floatingip before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.241759 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ffb58542a00>> port before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:00.305759 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 10 03:58:00.305999 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 10 03:58:00.306284 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 10 03:58:00.306614 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 10 03:58:00.327473 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_db.sqlalchemy.engines [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92196) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 10 03:58:00.975092 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing driver for type 'gre'
Jun 10 03:58:00.975627 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] gre ID ranges: [(1, 1000)]
Jun 10 03:58:01.152159 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing driver for type 'local'
Jun 10 03:58:01.152905 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing driver for type 'vlan'
Jun 10 03:58:01.257351 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] VlanTypeDriver initialization complete
Jun 10 03:58:01.257651 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing driver for type 'vxlan'
Jun 10 03:58:01.258160 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] vxlan ID ranges: [(1, 1000)]
Jun 10 03:58:01.480200 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing extension driver 'port_security'
Jun 10 03:58:01.480534 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.extensions.port_security [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] PortSecurityExtensionDriver initialization complete
Jun 10 03:58:01.480866 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing mechanism driver 'openvswitch'
Jun 10 03:58:01.481183 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing mechanism driver 'hyperv'
Jun 10 03:58:01.487652 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.plugins.ml2.plugin [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:01.488589 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb582e9cd0>> port after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.493941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb582e9cd0>> port after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.493941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb582e9cd0>> port after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.493941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e2f970>> subnet after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.493941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e2f970>> subnet after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e2f970>> subnet after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57deedc0>> network after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57deedc0>> network after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57deedc0>> network after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494527 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e3f700>> security_group after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494527 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e3f700>> security_group after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494527 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e3f700>> security_group after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494527 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e09be0>> security_group_rule after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494766 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e09be0>> security_group_rule after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494766 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e09be0>> security_group_rule after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494766 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e09e80>> address_group after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.494766 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e09e80>> address_group after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.495023 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ffb57e09e80>> address_group after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.495023 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] ML2 OVO RPC backend initialized. {{(pid=92196) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Jun 10 03:58:01.495455 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> router_interface after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.495806 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> router_interface after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.496217 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> network before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.496559 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> networks before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.496901 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> port before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.497236 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> ports before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.497573 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> subnet before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.497908 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> subnets before_response 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.498248 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> network after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.498583 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> network after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.498910 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> network after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.499266 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> port after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.499596 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> port after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.499932 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> port after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.500263 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> subnet after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.500592 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> subnet after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.501413 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ffb57e11280>> subnet after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.501995 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.plugin [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Modular L2 Plugin initialization complete
Jun 10 03:58:01.502319 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading services supported by the core plugin {{(pid=92196) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 10 03:58:01.502638 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.plugins.ml2.managers [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Got port-security extension from driver 'port_security'
Jun 10 03:58:01.503135 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.extensions.vlantransparent [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Disabled vlantransparent extension.
Jun 10 03:58:01.503621 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92196) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 10 03:58:01.503930 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: router
Jun 10 03:58:01.539491 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router_interface before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.539838 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_create 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.540203 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router before_create 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.540559 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router_interface before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.540924 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router_interface after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.541274 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_delete 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.541627 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> floatingip after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.541986 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_create 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.542327 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_update 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.542671 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_update 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.543039 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router_gateway after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.543395 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_update 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.543797 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router precommit_update 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.544159 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ffb583853a0> port after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.544492 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ffb58385430> port after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.544827 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ffb58385310> subnet after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.545165 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ffb5837bf70> subnetpool_address_scope after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.545506 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> port precommit_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.545845 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router precommit_create 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.546180 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ffb5836f1f0> port before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.546514 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router precommit_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.546862 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router after_update 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.547228 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router precommit_delete 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.547576 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router precommit_create 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.547963 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router_interface after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.548306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> router precommit_update 55549900 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.548674 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ffb57e113a0>> network after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.549526 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Tracking information for resource: router configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:01.549849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Tracking information for resource: floatingip configured {{(pid=92196) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 10 03:58:01.554813 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.db.l3_agentschedulers_db [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 10 03:58:01.555419 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ffb57d97280> port after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.555782 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ffb57d97160> port after_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.556127 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function _notify_port_delete at 0x7ffb57d971f0> port after_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.556474 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ffb57d97550> port after_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.557258 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffb57d345b0>> router before_create 55550100 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.557624 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffb57d345b0>> router precommit_delete 55550100 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.557983 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffb57d345b0>> router precommit_create 55550100 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.558336 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ffb57d345b0>> router precommit_update 55550100 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.562851 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.provider_configuration [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service providers = [] {{(pid=92196) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 10 03:58:01.563233 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.db.servicetype_db [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92196) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 10 03:58:01.566647 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.service_base [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 10 03:58:01.567030 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.service_base [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 10 03:58:01.567367 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.service_base [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 10 03:58:01.568228 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.services.service_base [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92196) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 10 03:58:01.568590 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.services.service_base [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 10 03:58:01.568961 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.569269 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 10 03:58:01.580430 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.580756 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: auto_allocate
Jun 10 03:58:01.586623 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ffb57d51940> network precommit_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.587009 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ffb57d51940> network precommit_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.587525 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.587839 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: tag
Jun 10 03:58:01.594319 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.594644 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: timestamp
Jun 10 03:58:01.598589 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.598912 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: network_ip_availability
Jun 10 03:58:01.604296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffb57d34610>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.604665 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffb57d34610>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.605020 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffb57d34610>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.605730 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.606044 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: flavors
Jun 10 03:58:01.610757 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.611115 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading Plugin: revisions
Jun 10 03:58:01.615397 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92196) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 10 03:58:01.615790 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_concurrency.lockutils [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.295s {{(pid=92196) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:01.616523 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92196) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 10 03:58:01.616852 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Initializing extension manager.
Jun 10 03:58:01.617350 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: __init__.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.617682 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: __pycache__ {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.618008 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.618331 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: address_group.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.619097 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.619654 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: address-group
Jun 10 03:58:01.619972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: address_scope.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.620672 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.621174 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: address-scope
Jun 10 03:58:01.621491 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.622401 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.622908 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: router-admin-state-down-before-update
Jun 10 03:58:01.623259 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: agent.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.624121 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.624623 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: agent
Jun 10 03:58:01.624941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: agent_resources_synced.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.625833 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.626851 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: agent-resources-synced
Jun 10 03:58:01.627195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: allowedaddresspairs.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.628932 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.629454 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: allowed-address-pairs
Jun 10 03:58:01.629775 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: auto_allocated_topology.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.630833 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.631369 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: auto-allocated-topology
Jun 10 03:58:01.631690 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: availability_zone.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.632375 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.632915 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: availability_zone
Jun 10 03:58:01.633233 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: availability_zone_filter.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.634136 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.634640 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: availability_zone_filter
Jun 10 03:58:01.634981 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: data_plane_status.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.635880 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.636380 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 10 03:58:01.636695 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: default_subnetpools.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.637586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.638087 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: default-subnetpools
Jun 10 03:58:01.638399 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.639233 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.639740 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: dhcp_agent_scheduler
Jun 10 03:58:01.640055 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: dns.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.640953 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.641454 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension dns-integration not supported by any of loaded plugins
Jun 10 03:58:01.642333 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: dns_domain_ports.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.643259 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.643758 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 10 03:58:01.644073 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: dvr.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.644726 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.645226 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: dvr
Jun 10 03:58:01.645538 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: empty_string_filtering.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.646427 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.646941 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: empty-string-filtering
Jun 10 03:58:01.647262 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.648151 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.648644 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 10 03:58:01.648960 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.649842 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.650342 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 10 03:58:01.650657 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: external_net.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.651564 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.652064 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: external-net
Jun 10 03:58:01.652377 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.653268 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.653769 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: extra_dhcp_opt
Jun 10 03:58:01.654082 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: extraroute.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.654983 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.655483 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: extraroute
Jun 10 03:58:01.655799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: extraroute_atomic.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.656887 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.658179 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: extraroute-atomic
Jun 10 03:58:01.658698 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: filter_validation.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.659738 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.660517 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: filter-validation
Jun 10 03:58:01.661036 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: fip_pf_description.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.662346 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.662854 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 10 03:58:01.663200 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: fip_port_details.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.664102 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.664864 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: fip-port-details
Jun 10 03:58:01.665181 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: flavors.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.666376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.666884 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: flavors
Jun 10 03:58:01.667230 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.668882 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.669396 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 10 03:58:01.669718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: floatingip_pools.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.670404 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.670907 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: floatingip-pools
Jun 10 03:58:01.671253 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: ip_allocation.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.672165 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.672664 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 10 03:58:01.673036 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.673937 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.674442 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: ip-substring-filtering
Jun 10 03:58:01.674763 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l2_adjacency.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.675695 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.676193 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 10 03:58:01.676510 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.677459 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.677974 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: router
Jun 10 03:58:01.678294 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.680646 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.681172 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 10 03:58:01.681499 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.682418 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.682962 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: ext-gw-mode
Jun 10 03:58:01.683279 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.684183 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.684686 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: l3-ha
Jun 10 03:58:01.685004 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3_flavors.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.685898 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.686408 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: l3-flavors
Jun 10 03:58:01.686725 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.687658 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.688165 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 10 03:58:01.689015 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: l3agentscheduler.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.690036 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.690549 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: l3_agent_scheduler
Jun 10 03:58:01.690874 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: logging.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.692365 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.692880 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension logging not supported by any of loaded plugins
Jun 10 03:58:01.693205 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: metering.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.693929 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.694498 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: metering
Jun 10 03:58:01.694818 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.695912 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.696431 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: metering_source_and_destination_fields
Jun 10 03:58:01.696750 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: multiprovidernet.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.697656 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.698162 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: multi-provider
Jun 10 03:58:01.698480 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: netmtu.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.699406 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.699912 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: net-mtu
Jun 10 03:58:01.700231 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: netmtu_writable.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.701128 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.701629 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: net-mtu-writable
Jun 10 03:58:01.701945 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: network_availability_zone.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.702603 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.703139 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: network_availability_zone
Jun 10 03:58:01.703457 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: network_ip_availability.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.704568 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.705070 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: network-ip-availability
Jun 10 03:58:01.705390 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: network_segment_range.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.706143 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.706646 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 10 03:58:01.706988 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: pagination.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.707941 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.708264 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: pagination
Jun 10 03:58:01.708579 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: port_device_profile.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.709475 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.709977 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: port-device-profile
Jun 10 03:58:01.710292 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.711242 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.711741 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: port-mac-address-regenerate
Jun 10 03:58:01.712053 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.712950 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.713454 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: port-numa-affinity-policy
Jun 10 03:58:01.713769 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: port_resource_request.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.714662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.715194 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 10 03:58:01.715517 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: portbindings.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.716425 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.716927 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: binding
Jun 10 03:58:01.717240 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: portbindings_extended.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.720406 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.720925 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: binding-extended
Jun 10 03:58:01.721253 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: portsecurity.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.722165 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.722672 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: port-security
Jun 10 03:58:01.723020 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: project_id.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.723988 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.724312 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: project-id
Jun 10 03:58:01.724626 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: providernet.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.725533 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.726046 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: provider
Jun 10 03:58:01.726361 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.729825 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.730344 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos not supported by any of loaded plugins
Jun 10 03:58:01.730674 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.731921 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.732437 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 10 03:58:01.732763 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.733660 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.734172 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 10 03:58:01.734491 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_default.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.735477 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.735989 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-default not supported by any of loaded plugins
Jun 10 03:58:01.736310 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_fip.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.736946 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.737444 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-fip not supported by any of loaded plugins
Jun 10 03:58:01.737759 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_gateway_ip.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.738694 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.739230 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 10 03:58:01.739546 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_port_network_policy.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.740439 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.740940 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 10 03:58:01.741256 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_rule_type_details.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.742152 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.742654 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 10 03:58:01.743001 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: qos_rules_alias.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.744023 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.744531 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 10 03:58:01.744856 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: quotasv2.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.745748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.746072 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: quotas
Jun 10 03:58:01.746387 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: quotasv2_detail.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.749397 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.749734 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: quota_details
Jun 10 03:58:01.750059 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: rbac.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.751648 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.752176 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: rbac-policies
Jun 10 03:58:01.752503 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: rbac_address_group.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.753416 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.753929 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: rbac-address-group
Jun 10 03:58:01.754248 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: rbac_address_scope.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.755190 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.755700 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: rbac-address-scope
Jun 10 03:58:01.756017 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: rbac_security_groups.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.756929 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.757434 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: rbac-security-groups
Jun 10 03:58:01.757750 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: rbac_subnetpool.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.758845 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.759382 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: rbac-subnetpool
Jun 10 03:58:01.759700 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: revisionifmatch.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.760602 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.761109 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: revision-if-match
Jun 10 03:58:01.761425 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: revisions.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.762519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.763069 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: standard-attr-revisions
Jun 10 03:58:01.763390 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: router_availability_zone.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.764051 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.764554 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: router_availability_zone
Jun 10 03:58:01.764869 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: routerservicetype.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.765766 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.766268 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension router-service-type not supported by any of loaded plugins
Jun 10 03:58:01.766604 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.768044 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.768550 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: security-groups-normalized-cidr
Jun 10 03:58:01.768865 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.769762 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.770263 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: port-security-groups-filtering
Jun 10 03:58:01.770577 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.771516 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.772021 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: security-groups-remote-address-group
Jun 10 03:58:01.772338 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: securitygroup.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.781771 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.782325 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: security-group
Jun 10 03:58:01.782652 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: segment.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.783448 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.783951 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension segment not supported by any of loaded plugins
Jun 10 03:58:01.784276 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.785193 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.785697 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 10 03:58:01.786016 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: servicetype.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.787143 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.787775 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: service-type
Jun 10 03:58:01.788176 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: sorting.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.789138 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.789757 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: sorting
Jun 10 03:58:01.790033 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: standard_attr_segment.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.790947 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.791454 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 10 03:58:01.791768 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: standardattrdescription.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.792400 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.792897 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: standard-attr-description
Jun 10 03:58:01.793214 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: stateful_security_group.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.794131 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.794645 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: stateful-security-group
Jun 10 03:58:01.794998 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: stdattrs_common.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.795564 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 10 03:58:01.795879 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.796862 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.797368 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 10 03:58:01.797684 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: subnet_onboard.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.799270 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.799821 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: subnet_onboard
Jun 10 03:58:01.800174 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.801078 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.801581 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 10 03:58:01.801896 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: subnet_service_types.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.802790 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.803333 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: subnet-service-types
Jun 10 03:58:01.803650 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: subnetallocation.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.804700 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.805204 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: subnet_allocation
Jun 10 03:58:01.805526 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.806179 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.806680 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: subnetpool-prefix-ops
Jun 10 03:58:01.807022 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.808009 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.808509 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 10 03:58:01.808823 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: tagging.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.809857 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.810367 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: standard-attr-tag
Jun 10 03:58:01.810687 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: timestamp.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.811900 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.812414 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loaded extension: standard-attr-timestamp
Jun 10 03:58:01.812736 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: trunk.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.814307 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.814825 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension trunk not supported by any of loaded plugins
Jun 10 03:58:01.815173 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: trunk_details.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.816081 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.816588 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension trunk-details not supported by any of loaded plugins
Jun 10 03:58:01.816907 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: uplink_status_propagation.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.818153 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.818848 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 10 03:58:01.819341 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Loading extension file: vlantransparent.py {{(pid=92196) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 10 03:58:01.820013 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92196) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 10 03:58:01.820528 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 10 03:58:01.823007 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:network
Jun 10 03:58:01.823545 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:subnet
Jun 10 03:58:01.823940 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 10 03:58:01.824342 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:port
Jun 10 03:58:01.825660 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.826095 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service FLAVORS assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.826725 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.827168 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.827497 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:router
Jun 10 03:58:01.827928 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:floatingip
Jun 10 03:58:01.828417 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service METERING assigned prefix: /metering {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.830194 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffb57c26040>> rbac-policy before_create 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.830562 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffb57c26040>> rbac-policy before_update 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.830912 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ffb57c26040>> rbac-policy before_delete 55550000 {{(pid=92196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 03:58:01.831929 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 10 03:58:01.832359 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:security_group
Jun 10 03:58:01.832790 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 10 03:58:01.833390 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service CORE assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.833710 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 10 03:58:01.834051 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] subnetpool is already registered
Jun 10 03:58:01.834475 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service CORE assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.834798 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 10 03:58:01.835155 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] subnetpool is already registered
Jun 10 03:58:01.837441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.837872 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service FLAVORS assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.838464 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.838882 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.839239 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:router
Jun 10 03:58:01.839572 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] router is already registered
Jun 10 03:58:01.839978 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:floatingip
Jun 10 03:58:01.840307 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] floatingip is already registered
Jun 10 03:58:01.840757 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service METERING assigned prefix: /metering {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.841415 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 10 03:58:01.841734 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] rbac_policy is already registered
Jun 10 03:58:01.842137 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:security_group
Jun 10 03:58:01.842460 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] security_group is already registered
Jun 10 03:58:01.842854 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 10 03:58:01.843199 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] security_group_rule is already registered
Jun 10 03:58:01.843813 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service CORE assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.844129 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 10 03:58:01.844451 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] subnetpool is already registered
Jun 10 03:58:01.844898 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.v2.resource_helper [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Service CORE assigned prefix:  {{(pid=92196) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 10 03:58:01.845216 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 10 03:58:01.845539 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING neutron.quota.resource_registry [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] subnetpool is already registered
Jun 10 03:58:01.846002 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: extensions {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.847461 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: address-groups {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.848947 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: address-scopes {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.850285 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: agents {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.851461 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: auto-allocated-topology {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.852705 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: availability_zones {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.853915 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: dhcp-networks {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.855457 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: dhcp-agents {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.856886 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: routers {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.858578 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: flavors {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.859886 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: service_profiles {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.861606 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: next_providers {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.863053 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: service_profiles {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.864582 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: floatingip-pools {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.865826 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: routers {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.867538 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: floatingips {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.868802 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: l3-routers {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.870177 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: l3-agents {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.871617 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: metering-labels {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.872870 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: metering-label-rules {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.875246 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: network-ip-availabilities {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.877063 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: bindings {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.878615 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: quotas {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.880169 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: quotas {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.881700 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: rbac-policies {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.882881 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: security-groups {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.884205 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: security-group-rules {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.885441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: service-providers {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.886646 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: subnetpools {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.888018 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: subnetpools {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.889555 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.891250 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.893082 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.894897 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.896600 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.898533 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.900260 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.902053 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.903937 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.905687 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron.api.extensions [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Extended resource: tags {{(pid=92196) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 10 03:58:01.911707 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING keystonemiddleware.auth_token [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 10 03:58:01.916483 dv-cinder-741349-4-iscsi neutron-server[92196]: WARNING keystonemiddleware.auth_token [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 10 03:58:01.925275 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_concurrency.lockutils [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Acquired lock "singleton_lock" {{(pid=92196) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 10 03:58:01.925745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_concurrency.lockutils [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Releasing lock "singleton_lock" {{(pid=92196) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 10 03:58:01.926373 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Starting 2 workers
Jun 10 03:58:01.931016 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Started child 92305 {{(pid=92196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 10 03:58:01.935355 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Started child 92307 {{(pid=92196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 10 03:58:01.936737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:01.937354 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO neutron.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 10 03:58:01.937632 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Notify callbacks [] for process, before_spawn {{(pid=92196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:01.938215 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [-] (92305) wsgi starting up on http://0.0.0.0:9696
Jun 10 03:58:01.939224 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 48332) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:01.940725 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Starting 1 workers
Jun 10 03:58:01.940828 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:01.942092 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [-] (92307) wsgi starting up on http://0.0.0.0:9696
Jun 10 03:58:01.945865 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Started child 92308 {{(pid=92196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 10 03:58:01.946403 dv-cinder-741349-4-iscsi neutron-server[92196]: INFO oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Starting 1 workers
Jun 10 03:58:01.949016 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065324
Jun 10 03:58:01.949466 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] calling RpcWorker wait() {{(pid=92308) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 10 03:58:01.949976 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] returning from RpcWorker wait() {{(pid=92308) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 10 03:58:01.951199 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:01.952804 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:01.952920 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Started child 92309 {{(pid=92196) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 10 03:58:01.953122 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG neutron_lib.callbacks.manager [None req-faad3126-8966-4f7f-b0f2-f8ca13c66808 None None] Notify callbacks [] for process, after_spawn {{(pid=92196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:01.956113 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92196) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 10 03:58:01.956113 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 10 03:58:01.956113 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 10 03:58:01.956113 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 10 03:58:01.956113 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 10 03:58:01.956493 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 10 03:58:01.958967 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.958967 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.958967 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959209 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.959745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.960218 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.960218 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.960351 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.960648 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.961177 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.961177 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963271 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963739 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963739 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.963884 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.964118 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.965061 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.965061 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.965061 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.965264 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.965441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.965610 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.966972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.966972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.966972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.966972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.966972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.967648 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.967648 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] host                           = dv-cinder-741349-4-iscsi {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.967931 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.967931 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.968210 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.968476 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.968727 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.968953 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.969202 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.969464 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.969856 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.970096 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.970351 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.970604 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.970844 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.971138 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.971314 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.971537 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.973587 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.974524 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.975521 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.975521 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.975521 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.975521 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.976023 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.976023 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.976023 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.976406 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.976538 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.978581 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.981376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.982488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.983631 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.983631 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.983631 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.983631 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.983631 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:01.984270 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.984270 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.984543 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.984784 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.985039 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.985807 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.986076 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.986323 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.987074 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.987074 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.987258 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.987433 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.987882 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:01.988001 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.988001 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.988149 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.988453 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.988723 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.989008 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.989245 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.989466 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.990441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.990441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.990441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.990868 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.990868 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.991223 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.991358 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.991542 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.991761 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.991982 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.992217 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.992483 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.992760 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.993277 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.993277 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.993505 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.993709 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.993930 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.994162 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.994385 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.994639 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.994870 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.995127 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:01.995343 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.033799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.034513 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.035718 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.036742 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037204 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.037645 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038150 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.038591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039094 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.039916 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040366 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.040824 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041287 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.041740 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042207 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.042662 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.044749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.045641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.046471 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.047226 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.048586 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049195 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.049793 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.050522 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.050522 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.050522 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.050522 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.050522 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.051050 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.051050 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.051202 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.051423 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.051651 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.051863 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.052099 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.052336 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.052717 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.052970 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.053222 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.053444 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.053678 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.053918 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.054170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.054379 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.054628 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.054846 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.055029 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 10 03:58:02.055609 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92196) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 10 03:58:02.055768 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 10 03:58:02.055921 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 10 03:58:02.056091 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 10 03:58:02.056345 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 10 03:58:02.056506 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 10 03:58:02.056714 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.056877 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.057036 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.057196 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.057354 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.057537 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.057717 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.057876 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058026 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058165 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058309 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058442 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058579 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058713 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.058847 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.059076 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.059925 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.060124 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.060290 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.060453 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.060616 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.060779 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.060937 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.061097 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.061279 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.061441 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.061599 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.061759 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.061907 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.062063 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.062221 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.062379 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.062539 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.062697 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.062856 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.063044 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.063189 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.063347 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.064065 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.064218 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.064376 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] host                           = dv-cinder-741349-4-iscsi {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.064535 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.064694 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.064849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065007 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065179 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065324 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065485 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065648 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065803 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.065958 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.066117 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.066273 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.066430 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.066590 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.066746 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.066903 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.067095 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.067252 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.067428 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.067591 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068333 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068333 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068333 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068333 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068333 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068661 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068661 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068778 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.068968 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069062 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069214 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069396 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069530 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069674 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069832 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.069990 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.070147 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.070304 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.070462 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.070618 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.070776 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071000 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071119 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071268 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071427 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071583 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071741 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.071900 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072057 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072214 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072370 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072619 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072711 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072830 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.072987 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.073153 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.073296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.073452 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074342 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074342 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074342 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074342 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074342 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074342 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074716 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074716 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074844 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.074920 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.075083 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 10 03:58:02.075296 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.075459 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.075637 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.075798 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.075958 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.076120 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.076972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.076972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.076972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.076972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.076972 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077329 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077329 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077329 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077498 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077953 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077953 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.077953 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.078288 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.078288 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.078507 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.078644 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.078749 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.078883 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.079903 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080071 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080439 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080439 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080644 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080782 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080885 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.080987 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.081188 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.081299 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.081450 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082330 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082330 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082330 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082330 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082330 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082819 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082819 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082819 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.082819 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083382 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083382 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083382 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083709 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083709 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083937 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.083937 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.084172 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.084292 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.084379 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.084545 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.084706 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.084869 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.085032 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.085194 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.085355 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.085514 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.085691 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.085851 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.086011 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.086171 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.086331 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.086491 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.086651 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087170 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087504 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087504 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087697 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087800 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.087922 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088042 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088163 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088363 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088492 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088614 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088775 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.088935 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.089095 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.089263 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.089438 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.089598 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.089758 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.089919 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.090078 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.090237 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.090397 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.090557 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.090716 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.090875 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.091058 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.091216 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.091381 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.091542 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.091706 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.091865 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.092189 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.092349 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.092510 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093519 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093935 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093935 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.093935 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.094139 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.094216 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.094329 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.094500 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.094678 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.094846 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095022 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095178 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095341 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095507 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095669 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095834 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.095978 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.096141 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.096309 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.096481 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.096641 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.096802 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.096961 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.097145 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.097305 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.097465 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.097624 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.097787 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.097949 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.098102 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.098263 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.098424 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.098582 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.098761 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.098905 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.099103 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.099263 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.099422 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.099583 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.099745 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.099906 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.100066 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.100229 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.100792 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.100792 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.100792 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101002 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101002 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101123 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101390 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101487 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101598 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101762 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.101907 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.102066 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.102225 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.102386 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.102544 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103272 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103272 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103272 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103272 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103703 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103703 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103703 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103987 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.103987 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.104137 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.104467 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.104636 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.104799 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.104961 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.105133 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.105288 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106047 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106047 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106047 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106047 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106047 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106659 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106659 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106659 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.106659 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.107182 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.107182 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.107182 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108028 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108028 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108028 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108028 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108028 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108028 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108488 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108679 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.108806 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.109781 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.109781 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.109781 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.109781 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.109781 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.109781 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.110151 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.110151 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.110151 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.111001 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.111001 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.111129 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.111401 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.111552 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.111864 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.112041 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.112205 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.116913 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117394 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.117849 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118306 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.118748 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.119290 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.119290 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.119290 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.119290 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.119520 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.120167 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.120167 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.120167 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.120167 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.120167 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 10 03:58:02.120703 dv-cinder-741349-4-iscsi neutron-server[92196]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92196) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 10 03:58:02.162841 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:13.348973 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f115528-93ef-4ad1-8d94-ea1d0f10ba21 None None] get_active_networks_info from dv-cinder-741349-4-iscsi {{(pid=92308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 10 03:58:13.449933 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f115528-93ef-4ad1-8d94-ea1d0f10ba21 None None] No non-hosted networks {{(pid=92308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 10 03:58:13.474349 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.agentschedulers_db [None req-9f115528-93ef-4ad1-8d94-ea1d0f10ba21 None None] DHCP Agent not found on host dv-cinder-741349-4-iscsi {{(pid=92308) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 10 03:58:13.644400 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b53f8fc0-c6c1-4301-956a-a49ad5078d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941'] for agent, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:15.859828 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-cf2aaa15-2b00-48b2-9d46-958a4b0e441a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941'] for agent, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:15.886095 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941'] for agent, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:15.887021 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.887577 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.888128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.888670 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.889246 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.889745 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.890244 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.890806 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.892007 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.892501 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.892997 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.895028 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:15.895028 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ffb579825e0>, 'Open vSwitch agent', 'dv-cinder-741349-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:15.911544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ffb57982370>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-741349-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:15.918144 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.db.api [None req-b7952468-e748-47b8-8ca4-9289c9d309f5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-741349-4-iscsi {{(pid=92308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 10 03:58:15.920722 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_db.api [None req-b7952468-e748-47b8-8ca4-9289c9d309f5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 10 03:58:16.445322 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b7952468-e748-47b8-8ca4-9289c9d309f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:16.895486 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941'] for agent, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:18.651487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941'] for agent, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:19.687309 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48440) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:20.203286 dv-cinder-741349-4-iscsi neutron-server[92307]: WARNING oslo_policy.policy [None req-dc502f3b-c70e-4a17-abbd-a8f659579ada admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:20.203926 dv-cinder-741349-4-iscsi neutron-server[92307]: WARNING oslo_policy.policy [None req-dc502f3b-c70e-4a17-abbd-a8f659579ada admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:20.417508 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [None req-dc502f3b-c70e-4a17-abbd-a8f659579ada admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 03:58:20.418727 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-dc502f3b-c70e-4a17-abbd-a8f659579ada admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7287297
Jun 10 03:58:21.041071 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.db.l3_hamode_db [None req-1a215b18-46c8-45d9-a897-114693b3e195 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 10 03:58:21.128722 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a215b18-46c8-45d9-a897-114693b3e195 None None] Routers set() bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 03:58:21.129107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a215b18-46c8-45d9-a897-114693b3e195 None None] Router IDs set() for agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 10 03:58:22.754167 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48454) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:23.058737 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:23.155600 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.policy [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92307) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 10 03:58:23.200879 dv-cinder-741349-4-iscsi neutron-server[92307]: WARNING oslo_policy.policy [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:23.201191 dv-cinder-741349-4-iscsi neutron-server[92307]: WARNING oslo_policy.policy [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:23.210281 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.quota [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7ffb576e13d0>.
Jun 10 03:58:23.361971 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794845588389', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794845587960', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794845578727', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794845508573', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794845500849', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794845490873', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-710429', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704141', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16352434', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16291543'] for rbac-policy, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:23.542692 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:23.543834 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-06e9d7cc-196f-47c4-800b-cc589d495749 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7887032
Jun 10 03:58:26.042380 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 48466) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:26.531580 dv-cinder-741349-4-iscsi neutron-server[92305]: WARNING oslo_policy.policy [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:26.532164 dv-cinder-741349-4-iscsi neutron-server[92305]: WARNING oslo_policy.policy [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:26.749577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'project_id': 'd465f3f73917432391bfce30225ce660'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:26.751802 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.quota [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7ffb579e9d90>.
Jun 10 03:58:26.883059 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Made reservation on behalf of d465f3f73917432391bfce30225ce660 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 03:58:26.952597 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.policy [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92305) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 10 03:58:26.997377 dv-cinder-741349-4-iscsi neutron-server[92305]: WARNING oslo_policy.policy [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:26.997735 dv-cinder-741349-4-iscsi neutron-server[92305]: WARNING oslo_policy.policy [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 10 03:58:27.008013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.030113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.323440 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.388244 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.394151 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:27.417393 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 03:58:27.443101 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794843510950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.443686 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ffb585f8a60> segment precommit_create {{(pid=92305) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 10 03:58:27.444165 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Added segment a6a50648-355b-45b6-9b0f-9d36d73612aa of type vlan for network 772ed7da-dbf3-4602-86bc-a735085905ea
Jun 10 03:58:27.450503 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddb4b0a-eb52-4be8-9e2f-3646a7a27012,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:27.473791 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.474127 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.474469 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.474762 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.475101 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.475421 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.475729 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.476029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.476341 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.476680 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.476975 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.477268 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Tracked resource versions report:
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]: pushed versions:
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]: {   'AddressGroup': {'1.2'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'ConntrackHelper': {'1.0'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Log': {'1.0'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Network': {'1.1'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Port': {'1.7'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'PortForwarding': {'1.2'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'QosPolicy': {'1.8'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'SecurityGroup': {'1.4'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'SecurityGroupRule': {'1.2'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'SubPort': {'1.0'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Subnet': {'1.1'},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Trunk': {'1.1'}}
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]: consumer versions:
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'ConntrackHelper': '1.0',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Log': '1.0',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Network': '1.1',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Port': '1.7',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'PortForwarding': '1.2',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'QosPolicy': '1.8',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'SecurityGroup': '1.4',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'SecurityGroupRule': '1.2',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'SubPort': '1.0',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Subnet': '1.1',
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Trunk': '1.1'}}
Jun 10 03:58:27.478314 dv-cinder-741349-4-iscsi neutron-server[92305]:  {{(pid=92305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 03:58:27.561488 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:27.574650 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.713757 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.715258 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:27.715895 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:27.717726 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:27.826049 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Pushing event updated for resources: {'Network': ['ID=772ed7da-dbf3-4602-86bc-a735085905ea,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:27.829714 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:27.837556 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 772ed7da-dbf3-4602-86bc-a735085905ea details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 03:58:27.855478 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.8120494
Jun 10 03:58:30.453831 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 48488) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:30.870304 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f03d5-e12f-4b6f-ba9f-ab6cd1bf4252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:30.871591 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e19f03d5-e12f-4b6f-ba9f-ab6cd1bf4252 admin admin] 10.222.0.20 "GET /v2.0/networks/772ed7da-dbf3-4602-86bc-a735085905ea HTTP/1.1" status: 200  len: 825 time: 0.4168193
Jun 10 03:58:30.908486 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-323f9ada-33a3-4756-810c-c852b574e97e admin admin] 10.222.0.20 "GET /v2.0/subnetpools/11593d87-e9a0-4d41-8700-bf23a8802ad7 HTTP/1.1" status: 200  len: 734 time: 0.0314436
Jun 10 03:58:30.917079 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'name': 'private-subnet'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:30.988185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Made reservation on behalf of d465f3f73917432391bfce30225ce660 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 03:58:30.990499 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:31.357705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:31.362003 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:31.432225 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ef8f11-5e30-41ae-8159-5dd3d797f301,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:31.438697 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:31.441416 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Checking segment: {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 03:58:31.441784 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Network hostable DHCP agents. Network: 772ed7da-dbf3-4602-86bc-a735085905ea, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 03:58:31.513457 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Network 772ed7da-dbf3-4602-86bc-a735085905ea is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 03:58:31.593458 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 772ed7da-dbf3-4602-86bc-a735085905ea) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 03:58:31.597857 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:31.598432 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:31.602896 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f64f20-2934-4434-8e96-3665ccc664e5 None None] Network 772ed7da-dbf3-4602-86bc-a735085905ea requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 03:58:31.722961 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7950649
Jun 10 03:58:31.934369 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-772ed7da-dbf3-4602-86bc-a735085905ea', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 03:58:31.935653 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:32.216287 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Allocated IP 172.20.0.2 (772ed7da-dbf3-4602-86bc-a735085905ea/c3ef8f11-5e30-41ae-8159-5dd3d797f301/e46ec305-7af1-408f-919e-bd8d8ccb2c50) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 03:58:32.485448 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:32.499784 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Transition to ACTIVE for port object e46ec305-7af1-408f-919e-bd8d8ccb2c50 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 03:58:32.519749 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Transition to ACTIVE for port object e46ec305-7af1-408f-919e-bd8d8ccb2c50 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 03:58:32.615694 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:32.618832 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:32.690175 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Network 772ed7da-dbf3-4602-86bc-a735085905ea is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 03:58:32.694726 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 03:58:32.704504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 03:58:32.712103 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Pushing event updated for resources: {'Port': ['ID=e46ec305-7af1-408f-919e-bd8d8ccb2c50,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:32.735274 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.735669 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.735940 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.736265 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.736581 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.736925 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.737241 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.737550 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.737872 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.738183 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.738489 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.738796 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Tracked resource versions report:
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]: pushed versions:
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]: {   'AddressGroup': {'1.2'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'ConntrackHelper': {'1.0'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Log': {'1.0'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Network': {'1.1'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Port': {'1.7'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'PortForwarding': {'1.2'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'QosPolicy': {'1.8'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'SecurityGroup': {'1.4'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'SecurityGroupRule': {'1.2'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'SubPort': {'1.0'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Subnet': {'1.1'},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Trunk': {'1.1'}}
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]: consumer versions:
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'ConntrackHelper': '1.0',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Log': '1.0',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Network': '1.1',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Port': '1.7',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'PortForwarding': '1.2',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'QosPolicy': '1.8',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'SecurityGroup': '1.4',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'SecurityGroupRule': '1.2',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'SubPort': '1.0',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Subnet': '1.1',
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Trunk': '1.1'}}
Jun 10 03:58:32.739907 dv-cinder-741349-4-iscsi neutron-server[92308]:  {{(pid=92308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 03:58:32.772994 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:32.812818 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Attempting to bind port e46ec305-7af1-408f-919e-bd8d8ccb2c50 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 03:58:32.813211 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Attempting to bind port e46ec305-7af1-408f-919e-bd8d8ccb2c50 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 03:58:32.813624 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Attempting to bind port e46ec305-7af1-408f-919e-bd8d8ccb2c50 on network 772ed7da-dbf3-4602-86bc-a735085905ea {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 03:58:32.818437 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 03:58:32.818851 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Checking segment: {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 03:58:32.819321 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:32.819710 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Bound using segment: {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 03:58:32.820202 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Bound port: e46ec305-7af1-408f-919e-bd8d8ccb2c50, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 03:58:32.820593 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:32.891403 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] For port e46ec305-7af1-408f-919e-bd8d8ccb2c50, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 03:58:32.914878 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] For port e46ec305-7af1-408f-919e-bd8d8ccb2c50, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e46ec305-7af1-408f-919e-bd8d8ccb2c50,segment=NetworkSegment(a6a50648-355b-45b6-9b0f-9d36d73612aa),segment_id=a6a50648-355b-45b6-9b0f-9d36d73612aa)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 03:58:32.998835 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:33.003489 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:33.072787 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Pushing event updated for resources: {'Port': ['ID=e46ec305-7af1-408f-919e-bd8d8ccb2c50,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:33.078965 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:34.061480 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48496) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:34.401173 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [None req-687655e8-00d1-4c5a-a4b2-406920de46a7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 03:58:34.410964 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-687655e8-00d1-4c5a-a4b2-406920de46a7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3396494
Jun 10 03:58:36.749037 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48504) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:37.072032 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [None req-39ba3a0b-6a24-48dc-9bd5-47832090b44d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 03:58:37.072983 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-39ba3a0b-6a24-48dc-9bd5-47832090b44d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3230360
Jun 10 03:58:39.103630 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725efba-c54e-4f95-a02b-e2953520c67f None None] Network 772ed7da-dbf3-4602-86bc-a735085905ea requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 03:58:39.295954 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-c8d665a3-10d3-4545-b14e-7429d3c385b9 None None] Provisioning for port e46ec305-7af1-408f-919e-bd8d8ccb2c50 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 03:58:39.675712 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48518) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:39.880260 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device e46ec305-7af1-408f-919e-bd8d8ccb2c50 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 03:58:39.981829 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] Request body: {'router': {'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:40.025945 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port e46ec305-7af1-408f-919e-bd8d8ccb2c50 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 03:58:40.029636 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port e46ec305-7af1-408f-919e-bd8d8ccb2c50 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:58:40.030022 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.078209 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.079860 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.146594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.184048 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port e46ec305-7af1-408f-919e-bd8d8ccb2c50, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e46ec305-7af1-408f-919e-bd8d8ccb2c50,segment=NetworkSegment(a6a50648-355b-45b6-9b0f-9d36d73612aa),segment_id=a6a50648-355b-45b6-9b0f-9d36d73612aa)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 03:58:40.235661 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.256664 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.258818 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:40.310485 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=e46ec305-7af1-408f-919e-bd8d8ccb2c50,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:40.314225 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:40.473076 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.545758 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:40.547490 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-02983166-c30e-44be-a6b5-c1780d71062a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8708198
Jun 10 03:58:41.850601 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device e46ec305-7af1-408f-919e-bd8d8ccb2c50 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 03:58:41.909409 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port e46ec305-7af1-408f-919e-bd8d8ccb2c50 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:58:41.909773 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:42.837062 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48526) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:43.146253 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [None req-175f7bc7-4a17-44d8-afe1-bf258e606cbb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 03:58:43.147267 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-175f7bc7-4a17-44d8-afe1-bf258e606cbb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3092685
Jun 10 03:58:43.300509 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-0cc3b7be-4f44-4cda-846c-56e7a7537ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:45.469836 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 48534) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:45.776754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:45.873411 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-22847608-c367-491e-bcca-56cd9dcab4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:45.901738 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:45.901896 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Made reservation on behalf of 33324ded6c2944d6acc8c8a191fe6855 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 03:58:45.904234 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:45.915299 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.001551 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.089557 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.093036 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:46.107727 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Reserving flat network on physical network physnet1 {{(pid=92305) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 10 03:58:46.126503 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32720fc6-78a3-4028-83af-af380357e1e8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:46.130793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:46.131808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.132143 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Added segment f22c0791-af90-49dd-8d62-0aa7c12032ca of type flat for network 02df5819-447b-4b1e-8c4c-1b7a89e8d775
Jun 10 03:58:46.188316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.311823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.313696 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:46.314259 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:46.316301 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:46.390626 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Pushing event updated for resources: {'Network': ['ID=02df5819-447b-4b1e-8c4c-1b7a89e8d775,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:46.395990 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:46.405756 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 03:58:46.492233 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0213289
Jun 10 03:58:46.839684 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:48.565422 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:48.791995 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48552) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:49.024341 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffd4c85-5b2a-4d8b-bdfa-9c57ac36b3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:49.025768 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-3ffd4c85-5b2a-4d8b-bdfa-9c57ac36b3c2 admin admin] 10.222.0.20 "GET /v2.0/subnets/c3ef8f11-5e30-41ae-8159-5dd3d797f301 HTTP/1.1" status: 200  len: 849 time: 0.2327895
Jun 10 03:58:49.180231 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7e649737-2856-4e94-8268-a11614064f05 admin admin] 10.222.0.20 "GET /v2.0/routers/48b48ca4-93bd-4b1c-a723-44b4ba060ec5 HTTP/1.1" status: 200  len: 704 time: 0.1490998
Jun 10 03:58:49.568765 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:49.881499 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Allocated IP 172.20.0.1 (772ed7da-dbf3-4602-86bc-a735085905ea/c3ef8f11-5e30-41ae-8159-5dd3d797f301/981533d2-6802-4125-9290-3c1f96b10cf9) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 03:58:50.094919 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:50.185683 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Transition to ACTIVE for port object 981533d2-6802-4125-9290-3c1f96b10cf9 will not be triggered until provisioned by entity DHCP. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 03:58:50.314313 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:50.317895 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:50.385501 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Network 772ed7da-dbf3-4602-86bc-a735085905ea is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 03:58:50.389827 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 03:58:50.439421 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Pushing event updated for resources: {'Port': ['ID=981533d2-6802-4125-9290-3c1f96b10cf9,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:50.441751 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 03:58:50.442290 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:50.514298 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.514645 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.514998 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.515861 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.516176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.516526 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.516839 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.517152 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.517470 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.517776 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.518078 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.518380 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Tracked resource versions report:
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]: pushed versions:
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]: {   'AddressGroup': {'1.2'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'ConntrackHelper': {'1.0'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Log': {'1.0'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Network': {'1.1'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Port': {'1.7'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'PortForwarding': {'1.2'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'QosPolicy': {'1.8'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'SecurityGroup': {'1.4'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'SecurityGroupRule': {'1.2'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'SubPort': {'1.0'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Subnet': {'1.1'},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Trunk': {'1.1'}}
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]: consumer versions:
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'ConntrackHelper': '1.0',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Log': '1.0',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Network': '1.1',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Port': '1.7',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'PortForwarding': '1.2',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'QosPolicy': '1.8',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'SecurityGroup': '1.4',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'SecurityGroupRule': '1.2',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'SubPort': '1.0',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Subnet': '1.1',
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Trunk': '1.1'}}
Jun 10 03:58:50.519484 dv-cinder-741349-4-iscsi neutron-server[92307]:  {{(pid=92307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 03:58:50.529901 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:50.660122 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-0e582dce-f8d0-4fe0-a168-992299bdc172 None None] Provisioning for port 981533d2-6802-4125-9290-3c1f96b10cf9 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 03:58:50.663893 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-0e582dce-f8d0-4fe0-a168-992299bdc172 None None] Provisioning complete for port 981533d2-6802-4125-9290-3c1f96b10cf9 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:58:50.664265 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-0e582dce-f8d0-4fe0-a168-992299bdc172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:50.715724 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-0e582dce-f8d0-4fe0-a168-992299bdc172 None None] Port 981533d2-6802-4125-9290-3c1f96b10cf9 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 03:58:50.776733 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:50.986630 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:51.067895 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:51.069070 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:51.070849 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:51.141347 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Pushing event updated for resources: {'Port': ['ID=981533d2-6802-4125-9290-3c1f96b10cf9,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:51.144041 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:51.223216 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Network 772ed7da-dbf3-4602-86bc-a735085905ea is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 03:58:51.224553 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 03:58:51.436322 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-28ac2d8c-ef27-4c93-8e6a-b370523beda7 None None] Provisioning complete for port 981533d2-6802-4125-9290-3c1f96b10cf9 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:58:51.436688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-28ac2d8c-ef27-4c93-8e6a-b370523beda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:51.475856 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-28ac2d8c-ef27-4c93-8e6a-b370523beda7 None None] Port 981533d2-6802-4125-9290-3c1f96b10cf9 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 03:58:51.484808 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 03:58:51.607200 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 03:58:51.612353 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] 10.222.0.20 "PUT /v2.0/routers/48b48ca4-93bd-4b1c-a723-44b4ba060ec5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.4274693
Jun 10 03:58:51.617019 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Sync routers for ids ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 03:58:51.628005 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Routers {'48b48ca4-93bd-4b1c-a723-44b4ba060ec5'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 03:58:51.628854 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb578585e0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T03:58:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:51.832361 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Set router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 gateway port host: None {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 03:58:52.061619 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 03:58:52.296264 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb578585e0>, [{'id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'name': 'router1', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:58:40Z', 'updated_at': '2021-06-10T03:58:50Z', 'revision_number': 2, 'project_id': 'd465f3f73917432391bfce30225ce660', 'gw_port_host': None, '_interfaces': [{'id': '981533d2-6802-4125-9290-3c1f96b10cf9', 'name': '', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'mac_address': 'fa:16:3e:05:40:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:49Z', 'updated_at': '2021-06-10T03:58:50Z', 'revision_number': 2, 'project_id': 'd465f3f73917432391bfce30225ce660', 'subnets': [{'id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:52.302015 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Checking router: 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 03:58:52.302391 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Updating router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 port 981533d2-6802-4125-9290-3c1f96b10cf9 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 03:58:52.370634 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:52.882153 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:52.899237 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Transition to ACTIVE for port object 981533d2-6802-4125-9290-3c1f96b10cf9 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 03:58:52.976016 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:52.980636 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:53.143208 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Pushing event updated for resources: {'Port': ['ID=981533d2-6802-4125-9290-3c1f96b10cf9,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:53.196698 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.197201 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.197706 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.197706 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.197962 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.198276 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.198584 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.198891 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.199236 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.199543 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.199846 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.200148 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Tracked resource versions report:
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]: pushed versions:
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]: {   'AddressGroup': {'1.2'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'ConntrackHelper': {'1.0'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Log': {'1.0'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Network': {'1.1'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Port': {'1.7'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'PortForwarding': {'1.2'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'QosPolicy': {'1.8'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'SecurityGroup': {'1.4'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'SecurityGroupRule': {'1.2'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'SubPort': {'1.0'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Subnet': {'1.1'},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Trunk': {'1.1'}}
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]: consumer versions:
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'ConntrackHelper': '1.0',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Log': '1.0',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Network': '1.1',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Port': '1.7',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'PortForwarding': '1.2',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'QosPolicy': '1.8',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'SecurityGroup': '1.4',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'SecurityGroupRule': '1.2',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'SubPort': '1.0',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Subnet': '1.1',
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Trunk': '1.1'}}
Jun 10 03:58:53.201265 dv-cinder-741349-4-iscsi neutron-server[92309]:  {{(pid=92309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 03:58:53.208934 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:53.219350 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Attempting to bind port 981533d2-6802-4125-9290-3c1f96b10cf9 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 03:58:53.219747 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Attempting to bind port 981533d2-6802-4125-9290-3c1f96b10cf9 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 03:58:53.220164 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Attempting to bind port 981533d2-6802-4125-9290-3c1f96b10cf9 on network 772ed7da-dbf3-4602-86bc-a735085905ea {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 03:58:53.224798 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 03:58:53.225212 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Checking segment: {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 03:58:53.225670 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:53.226031 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Bound using segment: {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 03:58:53.226548 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Bound port: 981533d2-6802-4125-9290-3c1f96b10cf9, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a50648-355b-45b6-9b0f-9d36d73612aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 03:58:53.226882 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:53.302144 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] For port 981533d2-6802-4125-9290-3c1f96b10cf9, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 03:58:53.323599 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] For port 981533d2-6802-4125-9290-3c1f96b10cf9, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=981533d2-6802-4125-9290-3c1f96b10cf9,segment=NetworkSegment(a6a50648-355b-45b6-9b0f-9d36d73612aa),segment_id=a6a50648-355b-45b6-9b0f-9d36d73612aa)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 03:58:53.393940 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:53.396200 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:53.457184 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Routers {'48b48ca4-93bd-4b1c-a723-44b4ba060ec5'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 03:58:53.457809 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb578585e0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T03:58:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:53.554573 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Pushing event updated for resources: {'Port': ['ID=981533d2-6802-4125-9290-3c1f96b10cf9,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:53.558779 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:53.584552 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] Set router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 gateway port host: None {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 03:58:53.804885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48576) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:53.850722 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb578585e0>, [{'id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'name': 'router1', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:58:40Z', 'updated_at': '2021-06-10T03:58:50Z', 'revision_number': 2, 'project_id': 'd465f3f73917432391bfce30225ce660', 'gw_port_host': None, '_interfaces': [{'id': '981533d2-6802-4125-9290-3c1f96b10cf9', 'name': '', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'mac_address': 'fa:16:3e:05:40:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:49Z', 'updated_at': '2021-06-10T03:58:53Z', 'revision_number': 4, 'project_id': 'd465f3f73917432391bfce30225ce660', 'subnets': [{'id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:53.854234 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e876a513-00e1-4af7-9acf-4e52e67141d6 None None] The sync data for ids ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'] in dv-cinder-741349-4-iscsi is: [{'id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'name': 'router1', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:58:40Z', 'updated_at': '2021-06-10T03:58:50Z', 'revision_number': 2, 'project_id': 'd465f3f73917432391bfce30225ce660', 'gw_port_host': None, '_interfaces': [{'id': '981533d2-6802-4125-9290-3c1f96b10cf9', 'name': '', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'mac_address': 'fa:16:3e:05:40:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:49Z', 'updated_at': '2021-06-10T03:58:53Z', 'revision_number': 4, 'project_id': 'd465f3f73917432391bfce30225ce660', 'subnets': [{'id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 03:58:53.939709 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c17b54-37e6-466a-a399-55c52966da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:53.941054 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b9c17b54-37e6-466a-a399-55c52966da65 admin admin] 10.222.0.20 "GET /v2.0/networks/02df5819-447b-4b1e-8c4c-1b7a89e8d775 HTTP/1.1" status: 200  len: 842 time: 0.1349566
Jun 10 03:58:53.950121 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'cidr': '172.27.0.0/24'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:54.050900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Made reservation on behalf of 33324ded6c2944d6acc8c8a191fe6855 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 03:58:54.053227 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:54.498455 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.objects.ports [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92307) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 10 03:58:54.498888 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:54.501720 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:54.562381 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef96f8d5-4bae-4355-b6ca-75caee1e5353,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:54.567406 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:54.574280 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 03:58:54.574572 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Network hostable DHCP agents. Network: 02df5819-447b-4b1e-8c4c-1b7a89e8d775, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 03:58:54.737204 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 03:58:54.845094 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 02df5819-447b-4b1e-8c4c-1b7a89e8d775) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 03:58:54.849212 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:54.855084 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:54.855787 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42783462-2d32-432c-9b22-5dfc08e9e714 None None] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 03:58:54.925982 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9792042
Jun 10 03:58:55.085992 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee56b4-4043-4317-aa51-5980b3314bb3 None None] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 03:58:57.174963 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48588) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:58:57.333108 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-3ef72c6f-b09c-4ea8-832f-d270fefcd360 admin admin] 10.222.0.20 "GET /v2.0/routers/48b48ca4-93bd-4b1c-a723-44b4ba060ec5 HTTP/1.1" status: 200  len: 710 time: 0.1570508
Jun 10 03:58:57.442985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff6d12-0004-4afa-8306-0891153925d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 03:58:57.444334 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-80ff6d12-0004-4afa-8306-0891153925d5 admin admin] 10.222.0.20 "GET /v2.0/networks/02df5819-447b-4b1e-8c4c-1b7a89e8d775 HTTP/1.1" status: 200  len: 886 time: 0.1061711
Jun 10 03:58:57.453316 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 03:58:57.794636 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:57.883443 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 981533d2-6802-4125-9290-3c1f96b10cf9 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 03:58:58.020128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 981533d2-6802-4125-9290-3c1f96b10cf9 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 03:58:58.023924 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 981533d2-6802-4125-9290-3c1f96b10cf9 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:58:58.024293 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.110331 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.147780 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 981533d2-6802-4125-9290-3c1f96b10cf9, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=981533d2-6802-4125-9290-3c1f96b10cf9,segment=NetworkSegment(a6a50648-355b-45b6-9b0f-9d36d73612aa),segment_id=a6a50648-355b-45b6-9b0f-9d36d73612aa)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 03:58:58.164427 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.231416 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.235149 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:58.243973 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.286812 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=981533d2-6802-4125-9290-3c1f96b10cf9,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:58.290365 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:58.397185 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Allocated IP 172.27.0.173 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/c44e84a2-e212-4bae-906b-a070cadc7bd6) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 03:58:58.597337 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.711886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:58.713805 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:58:58.754701 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 03:58:58.757383 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 03:58:58.760843 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 03:58:58.810149 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Pushing event updated for resources: {'Port': ['ID=c44e84a2-e212-4bae-906b-a070cadc7bd6,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:58:58.850979 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:58:59.126088 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:59.389292 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:59.392529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16608742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16608745', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16614349'] for router, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:59.528500 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 03:58:59.666807 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 03:58:59.671004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:58:59.672294 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] 10.222.0.20 "PUT /v2.0/routers/48b48ca4-93bd-4b1c-a723-44b4ba060ec5 HTTP/1.1" status: 200  len: 890 time: 2.2225571
Jun 10 03:58:59.676168 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Sync routers for ids ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 03:58:59.688131 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Routers {'48b48ca4-93bd-4b1c-a723-44b4ba060ec5'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 03:58:59.688811 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb566dc970>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T03:58:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:58:59.869628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 981533d2-6802-4125-9290-3c1f96b10cf9 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 03:58:59.965290 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Set router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 03:59:00.087627 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 981533d2-6802-4125-9290-3c1f96b10cf9 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:59:00.088004 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:00.542247 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb566dc970>, [{'id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'name': 'router1', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c44e84a2-e212-4bae-906b-a070cadc7bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:58:40Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 4, 'project_id': 'd465f3f73917432391bfce30225ce660', 'gw_port': {'id': 'c44e84a2-e212-4bae-906b-a070cadc7bd6', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:58Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '981533d2-6802-4125-9290-3c1f96b10cf9', 'name': '', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'mac_address': 'fa:16:3e:05:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:49Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 5, 'project_id': 'd465f3f73917432391bfce30225ce660', 'subnets': [{'id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:59:00.548123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Checking router: 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 03:59:00.548473 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Updating router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 port c44e84a2-e212-4bae-906b-a070cadc7bd6 binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 03:59:00.587419 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:00.960529 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:00.970384 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Transition to ACTIVE for port object c44e84a2-e212-4bae-906b-a070cadc7bd6 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 03:59:01.033793 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:01.036092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:59:01.092811 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d0c82-b280-431a-9750-3879ffa3a063 None None] Pushing event updated for resources: {'Port': ['ID=c44e84a2-e212-4bae-906b-a070cadc7bd6,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:59:01.095103 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Attempting to bind port c44e84a2-e212-4bae-906b-a070cadc7bd6 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 03:59:01.095468 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Attempting to bind port c44e84a2-e212-4bae-906b-a070cadc7bd6 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 03:59:01.095825 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Attempting to bind port c44e84a2-e212-4bae-906b-a070cadc7bd6 on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 03:59:01.097755 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-a95d0c82-b280-431a-9750-3879ffa3a063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:59:01.101487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 3, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 03:59:01.101862 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 03:59:01.102264 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:01.102649 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 03:59:01.103147 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Bound port: c44e84a2-e212-4bae-906b-a070cadc7bd6, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 03:59:01.103520 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:01.161781 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] For port c44e84a2-e212-4bae-906b-a070cadc7bd6, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 03:59:01.164979 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] For port c44e84a2-e212-4bae-906b-a070cadc7bd6, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=c44e84a2-e212-4bae-906b-a070cadc7bd6,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 03:59:01.251059 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:01.253232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:59:01.317673 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d0c82-b280-431a-9750-3879ffa3a063 None None] Pushing event updated for resources: {'Port': ['ID=c44e84a2-e212-4bae-906b-a070cadc7bd6,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:59:01.320291 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Routers {'48b48ca4-93bd-4b1c-a723-44b4ba060ec5'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 03:59:01.320970 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb566dc970>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T03:58:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:59:01.323138 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-a95d0c82-b280-431a-9750-3879ffa3a063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:59:01.468532 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] Set router 48b48ca4-93bd-4b1c-a723-44b4ba060ec5 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 03:59:01.735728 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb566dc970>, [{'id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'name': 'router1', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c44e84a2-e212-4bae-906b-a070cadc7bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:58:40Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 4, 'project_id': 'd465f3f73917432391bfce30225ce660', 'gw_port': {'id': 'c44e84a2-e212-4bae-906b-a070cadc7bd6', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:58Z', 'updated_at': '2021-06-10T03:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '981533d2-6802-4125-9290-3c1f96b10cf9', 'name': '', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'mac_address': 'fa:16:3e:05:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:49Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 5, 'project_id': 'd465f3f73917432391bfce30225ce660', 'subnets': [{'id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 03:59:01.739209 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e361102c-8b80-48a6-9485-b2da8879b759 None None] The sync data for ids ['48b48ca4-93bd-4b1c-a723-44b4ba060ec5'] in dv-cinder-741349-4-iscsi is: [{'id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'name': 'router1', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'c44e84a2-e212-4bae-906b-a070cadc7bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T03:58:40Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 4, 'project_id': 'd465f3f73917432391bfce30225ce660', 'gw_port': {'id': 'c44e84a2-e212-4bae-906b-a070cadc7bd6', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:da:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:58Z', 'updated_at': '2021-06-10T03:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '981533d2-6802-4125-9290-3c1f96b10cf9', 'name': '', 'network_id': '772ed7da-dbf3-4602-86bc-a735085905ea', 'tenant_id': 'd465f3f73917432391bfce30225ce660', 'mac_address': 'fa:16:3e:05:40:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b48ca4-93bd-4b1c-a723-44b4ba060ec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T03:58:49Z', 'updated_at': '2021-06-10T03:58:58Z', 'revision_number': 5, 'project_id': 'd465f3f73917432391bfce30225ce660', 'subnets': [{'id': 'c3ef8f11-5e30-41ae-8159-5dd3d797f301', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '11593d87-e9a0-4d41-8700-bf23a8802ad7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 03:59:01.930015 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device c44e84a2-e212-4bae-906b-a070cadc7bd6 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 03:59:02.004298 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 48596) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 03:59:02.050287 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port c44e84a2-e212-4bae-906b-a070cadc7bd6 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 03:59:02.054598 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port c44e84a2-e212-4bae-906b-a070cadc7bd6 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:59:02.055082 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:02.138976 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-17204c00-d861-4f88-b950-958b1782c45f admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1306477
Jun 10 03:59:02.159385 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:02.212649 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port c44e84a2-e212-4bae-906b-a070cadc7bd6, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=c44e84a2-e212-4bae-906b-a070cadc7bd6,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 03:59:02.267809 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:02.270148 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 03:59:02.331261 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=c44e84a2-e212-4bae-906b-a070cadc7bd6,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 03:59:02.335752 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 03:59:03.867331 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device c44e84a2-e212-4bae-906b-a070cadc7bd6 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 03:59:03.925606 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port c44e84a2-e212-4bae-906b-a070cadc7bd6 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 03:59:03.925902 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:13.353759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-652a75d8-1804-45f1-bdd0-173379f90a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:15.854385 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:15.878559 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-dc295b48-a167-4749-b6d3-95126d3a03f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:16.854255 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:18.642608 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:29.020228 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 03:59:43.303455 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-30f2ef32-cae7-47a2-bd24-2e37bdff1a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:45.843696 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:45.872722 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e880449f-c900-4cca-9ce4-0331e9459008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:46.860979 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 03:59:48.586830 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:06.019934 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:00:13.293118 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-5abfcad6-64b2-4db9-af8e-5e31512d6405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:15.849039 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:15.871915 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-dfb278f6-75d6-428a-b21d-1e632d8f6570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:16.847379 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:18.603005 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:39.010013 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49164) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:39.072135 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e41913-a162-4a1b-8a55-1b98011f04c4 admin admin] GET failed (client error): The resource could not be found.
Jun 10 04:00:39.073433 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-54e41913-a162-4a1b-8a55-1b98011f04c4 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0624800
Jun 10 04:00:39.335316 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833703a0-72ab-4226-a13b-d89994530321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:39.336810 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-833703a0-72ab-4226-a13b-d89994530321 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.2596006
Jun 10 04:00:41.449625 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49174) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:41.551621 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a8cb0-ca8c-4dcf-84a0-c233330e1f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:41.552907 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-089a8cb0-ca8c-4dcf-84a0-c233330e1f57 admin admin] 10.222.0.20 "GET /v2.0/subnets/c3ef8f11-5e30-41ae-8159-5dd3d797f301 HTTP/1.1" status: 200  len: 849 time: 0.1023660
Jun 10 04:00:41.561876 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:00:41.659837 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Notify callbacks [] for subnet, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:41.877128 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794843350321'] for subnet, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:41.879706 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b1e9b460-8873-44f5-9f59-21c1ba3e855e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:00:41.918618 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:41.919161 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:41.920479 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] 10.222.0.20 "PUT /v2.0/subnets/c3ef8f11-5e30-41ae-8159-5dd3d797f301 HTTP/1.1" status: 200  len: 868 time: 0.3621528
Jun 10 04:00:41.924117 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db090e4-3dd8-41ea-83c2-8aefe458fd0e None None] Network 772ed7da-dbf3-4602-86bc-a735085905ea requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:00:41.945753 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ef8f11-5e30-41ae-8159-5dd3d797f301,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:00:41.953881 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.954221 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.954546 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.954867 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.955236 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.955574 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.955894 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.956206 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.956552 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.956984 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.957171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.957466 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:00:41.961010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:00:42.346679 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-e3b11f8c-0cdc-4e2e-b4cf-b5507ce49c95 None None] Provisioning complete for port 981533d2-6802-4125-9290-3c1f96b10cf9 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:00:42.347091 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e3b11f8c-0cdc-4e2e-b4cf-b5507ce49c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:42.444546 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-e3b11f8c-0cdc-4e2e-b4cf-b5507ce49c95 None None] Provisioning complete for port e46ec305-7af1-408f-919e-bd8d8ccb2c50 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:00:42.444808 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e3b11f8c-0cdc-4e2e-b4cf-b5507ce49c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:43.018993 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:00:43.300405 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-2ea6fc4b-87d7-44e3-946f-8a8a78105692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:44.090173 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49184) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:44.295445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f62540-9fd2-4450-8c6a-206b8bf25f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:44.295918 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f62540-9fd2-4450-8c6a-206b8bf25f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:44.297396 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-63f62540-9fd2-4450-8c6a-206b8bf25f20 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2056825
Jun 10 04:00:45.854286 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:45.875532 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-108db085-1523-42ba-a3c5-8ebe559d4688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:46.414246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49192) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:46.565423 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a991f1-2787-4e20-95ea-14145d4b078d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:46.565897 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a991f1-2787-4e20-95ea-14145d4b078d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:46.567419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-c2a991f1-2787-4e20-95ea-14145d4b078d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1521745
Jun 10 04:00:46.865699 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:48.602622 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:00:48.692087 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49200) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:48.857058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e553e3f-f691-40ee-b0e8-c748fb204c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:48.858299 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-6e553e3f-f691-40ee-b0e8-c748fb204c86 admin admin] 10.222.0.20 "GET /v2.0/networks/02df5819-447b-4b1e-8c4c-1b7a89e8d775 HTTP/1.1" status: 200  len: 886 time: 0.1652792
Jun 10 04:00:50.966909 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49208) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:51.126002 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6068b890-88f1-4c85-81da-bed0d41ccfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:51.127374 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-6068b890-88f1-4c85-81da-bed0d41ccfc1 admin admin] 10.222.0.20 "GET /v2.0/networks/772ed7da-dbf3-4602-86bc-a735085905ea HTTP/1.1" status: 200  len: 869 time: 0.1594491
Jun 10 04:00:53.252398 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49216) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:53.418635 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84c90a-752d-4d2f-b16a-76a7c720d24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:53.419121 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af84c90a-752d-4d2f-b16a-76a7c720d24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:53.420627 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-af84c90a-752d-4d2f-b16a-76a7c720d24f admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1671653
Jun 10 04:00:55.545952 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49224) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:55.641637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc9151-0195-4873-ba56-28841250b575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:55.642105 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbc9151-0195-4873-ba56-28841250b575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:55.643614 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4dbc9151-0195-4873-ba56-28841250b575 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0967207
Jun 10 04:00:57.726236 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49232) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:00:57.824318 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f2764-ac53-47b6-9d85-cd5ab8a6310a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:00:57.825629 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f80f2764-ac53-47b6-9d85-cd5ab8a6310a admin admin] 10.222.0.20 "GET /v2.0/subnets/c3ef8f11-5e30-41ae-8159-5dd3d797f301 HTTP/1.1" status: 200  len: 868 time: 0.0984678
Jun 10 04:00:59.961750 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49240) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:01:00.054349 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67dac91-cdc1-4f91-9cf5-6fef51f71cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:01:00.055709 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c67dac91-cdc1-4f91-9cf5-6fef51f71cd6 admin admin] 10.222.0.20 "GET /v2.0/subnets/ef96f8d5-4bae-4355-b6ca-75caee1e5353 HTTP/1.1" status: 200  len: 816 time: 0.0930371
Jun 10 04:01:13.297720 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e637834-dd87-42bc-a047-e1c49bf29e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:15.847432 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:15.870211 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e2c283dc-138b-49ad-b0e1-f6fb719e677b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:16.848021 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:18.618052 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:20.017735 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:01:23.182197 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49284) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:01:23.226277 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [None req-e3c379bf-65e4-46bb-a1ac-69cda993dc39 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 04:01:23.227276 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e3c379bf-65e4-46bb-a1ac-69cda993dc39 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0444245
Jun 10 04:01:25.434059 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49292) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:01:25.494216 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0efe6b2-f196-4e49-8bb2-cff5d10e7591 admin admin] GET failed (client error): The resource could not be found.
Jun 10 04:01:25.495553 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b0efe6b2-f196-4e49-8bb2-cff5d10e7591 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0605605
Jun 10 04:01:25.602312 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382162c-a663-434f-a3f9-082d8ae05be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:01:25.603701 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d382162c-a663-434f-a3f9-082d8ae05be9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1038625
Jun 10 04:01:27.756622 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49300) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:01:27.800924 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:01:27.887313 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Made reservation on behalf of 33324ded6c2944d6acc8c8a191fe6855 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:01:27.889722 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:27.925920 dv-cinder-741349-4-iscsi neutron-server[92307]: WARNING neutron.services.revisions.revision_plugin [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ffb572b3700] {project_id='33324ded6c2944d6acc8c8a191fe6855', id='2bfbe71e-061f-4117-96e3-26bb96c2d16c', target_tenant='*', action='access_as_shared', object_id='08a4a02e-a243-45f3-8ee4-8f563b2135cd'}> to bump revision.
Jun 10 04:01:27.941343 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:01:27.953448 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794843510950', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:27.954108 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ffb585f8a60> segment precommit_create {{(pid=92307) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 10 04:01:27.954538 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Added segment 66307c7a-3d79-45d3-a078-41a1361c9cd0 of type vlan for network 08a4a02e-a243-45f3-8ee4-8f563b2135cd
Jun 10 04:01:28.013961 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:28.087370 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:28.088667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:01:28.089229 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:28.091739 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:01:28.195108 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Pushing event updated for resources: {'Network': ['ID=08a4a02e-a243-45f3-8ee4-8f563b2135cd,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:01:28.201844 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.203885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.203885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.203885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.203885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.203885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.203885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.204492 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.204492 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.204722 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.205033 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.205341 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:28.209261 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:01:28.217223 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 08a4a02e-a243-45f3-8ee4-8f563b2135cd details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:01:28.235664 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4780066
Jun 10 04:01:30.364840 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49308) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:01:30.426453 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef150678-47fe-4267-90b4-b3ddf3d42c6d admin admin] GET failed (client error): The resource could not be found.
Jun 10 04:01:30.427807 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ef150678-47fe-4267-90b4-b3ddf3d42c6d admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0620208
Jun 10 04:01:30.513865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d154fad-b32b-4f5a-8eac-08f140d3a1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:01:30.515369 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-9d154fad-b32b-4f5a-8eac-08f140d3a1c6 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0838425
Jun 10 04:01:30.524821 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:01:30.607333 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Made reservation on behalf of 33324ded6c2944d6acc8c8a191fe6855 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:01:30.609559 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:30.847676 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:30.850509 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ba46c444-12ca-4ff7-a3d3-1f48b8ce7e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:01:30.913493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=446d0ee5-fa99-4fbb-b028-0f148fddb85d,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:01:30.917212 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:01:30.918792 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Checking segment: {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:01:30.919167 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Network hostable DHCP agents. Network: 08a4a02e-a243-45f3-8ee4-8f563b2135cd, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:01:30.978896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Network 08a4a02e-a243-45f3-8ee4-8f563b2135cd is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:01:31.030183 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 08a4a02e-a243-45f3-8ee4-8f563b2135cd) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:01:31.034043 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:01:31.034622 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:31.039303 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a366881-f1da-4578-845f-ae1050bf839b None None] Network 08a4a02e-a243-45f3-8ee4-8f563b2135cd requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:01:31.088439 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5668936
Jun 10 04:01:31.228018 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-08a4a02e-a243-45f3-8ee4-8f563b2135cd', 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd', 'tenant_id': '33324ded6c2944d6acc8c8a191fe6855', 'fixed_ips': [{'subnet_id': '446d0ee5-fa99-4fbb-b028-0f148fddb85d'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:01:31.228869 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:31.382501 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Allocated IP 192.168.233.2 (08a4a02e-a243-45f3-8ee4-8f563b2135cd/446d0ee5-fa99-4fbb-b028-0f148fddb85d/455b4553-44f0-4a4d-83e8-2688d93c4847) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:01:31.643378 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:31.651423 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Transition to ACTIVE for port object 455b4553-44f0-4a4d-83e8-2688d93c4847 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:01:31.666328 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Transition to ACTIVE for port object 455b4553-44f0-4a4d-83e8-2688d93c4847 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:01:31.749617 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:31.751925 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:01:31.800957 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Network 08a4a02e-a243-45f3-8ee4-8f563b2135cd is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:01:31.804301 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:01:31.807713 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:01:31.813624 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Pushing event updated for resources: {'Port': ['ID=455b4553-44f0-4a4d-83e8-2688d93c4847,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:01:31.824063 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.824411 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.824744 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.825074 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.825403 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.825728 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.826050 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.826369 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.826706 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.827093 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.827394 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.827711 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:01:31.850470 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:01:31.889653 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Attempting to bind port 455b4553-44f0-4a4d-83e8-2688d93c4847 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:01:31.890123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Attempting to bind port 455b4553-44f0-4a4d-83e8-2688d93c4847 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:01:31.890482 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Attempting to bind port 455b4553-44f0-4a4d-83e8-2688d93c4847 on network 08a4a02e-a243-45f3-8ee4-8f563b2135cd {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:01:31.895559 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:01:31.895874 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Checking segment: {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:01:31.896267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:31.896648 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Bound using segment: {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:01:31.897173 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Bound port: 455b4553-44f0-4a4d-83e8-2688d93c4847, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:01:31.897536 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:31.971821 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] For port 455b4553-44f0-4a4d-83e8-2688d93c4847, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:01:31.974780 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] For port 455b4553-44f0-4a4d-83e8-2688d93c4847, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=455b4553-44f0-4a4d-83e8-2688d93c4847,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:01:32.053183 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:32.055886 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-a95d0c82-b280-431a-9750-3879ffa3a063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:01:32.219442 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Pushing event updated for resources: {'Port': ['ID=455b4553-44f0-4a4d-83e8-2688d93c4847,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:01:32.222715 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:01:33.004974 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432b54ac-bb66-4d47-967e-e8657f81e4f1 None None] Network 08a4a02e-a243-45f3-8ee4-8f563b2135cd requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:01:33.218807 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-70c0873c-6df5-44ed-ad0e-d159bbe5c980 None None] Provisioning for port 455b4553-44f0-4a4d-83e8-2688d93c4847 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:01:33.990003 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 455b4553-44f0-4a4d-83e8-2688d93c4847 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:01:34.116308 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 455b4553-44f0-4a4d-83e8-2688d93c4847 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:01:34.120362 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 455b4553-44f0-4a4d-83e8-2688d93c4847 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:01:34.121383 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:34.210882 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:34.245007 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 455b4553-44f0-4a4d-83e8-2688d93c4847, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=455b4553-44f0-4a4d-83e8-2688d93c4847,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:01:34.310209 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:34.312257 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:01:34.366128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=455b4553-44f0-4a4d-83e8-2688d93c4847,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:01:34.369103 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:01:35.973863 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 455b4553-44f0-4a4d-83e8-2688d93c4847 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:01:36.028929 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 455b4553-44f0-4a4d-83e8-2688d93c4847 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:01:36.029301 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:43.321588 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-22f5c179-083a-46be-8b6e-36faa22f5559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:45.847351 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:45.858570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-764d3eb7-4b48-486b-bc24-4f0a82b5841d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:46.858608 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:48.595922 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:01:57.015588 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:02:13.280767 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9722fb94-b1d7-4eee-8ac3-f2627f83aee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:15.852343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:15.875523 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-2acce4cc-a660-45d7-b285-9c573e25c82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:16.869330 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:18.634535 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:34.014601 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:02:43.325526 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-529caeb6-e825-4b75-838d-0fda4990f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:45.863593 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:45.892046 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-eb076e85-39bb-4d48-80b8-8b420bb152ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:46.880880 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:48.612007 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:52.676515 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49360) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:02:52.683338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [None req-202a022f-3009-4d49-9b19-46736f0ac040 tempest-verify_tempest_config-1004262182 tempest-verify_tempest_config-1004262182-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 04:02:52.684304 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-202a022f-3009-4d49-9b19-46736f0ac040 tempest-verify_tempest_config-1004262182 tempest-verify_tempest_config-1004262182-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068252
Jun 10 04:02:53.186241 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49378) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:02:53.296019 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.387311 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.491308 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.497830 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6a77b187-dcb8-4a10-a044-515a63df2e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:02:53.538703 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=653c946cfabc4db4a5d1d9b7a5c8c90c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3513982
Jun 10 04:02:53.540589 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4def8f7-2cf7-416c-b5f8-5a42d5a19834,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:02:53.542113 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49382) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:02:53.548045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.548484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.548906 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.549304 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.549701 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.550110 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.550502 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.550895 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.551250 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.551576 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.551897 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.552213 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.556070 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:02:53.622838 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.645401 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.794700 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.797521 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:02:53.798644 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4def8f7-2cf7-416c-b5f8-5a42d5a19834 HTTP/1.1" status: 204  len: 168 time: 0.2542133
Jun 10 04:02:53.799324 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:02:53.808071 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4def8f7-2cf7-416c-b5f8-5a42d5a19834,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:02:53.814638 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.815028 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.815352 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.815686 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.816063 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.816408 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.816740 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.817061 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.817393 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.817713 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.818034 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.818351 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:02:53.821875 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:03:11.012232 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:03:13.325270 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-2844f45a-becf-40f3-a391-186076e77494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:15.857101 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:15.874196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-76b08d31-7ff1-4bf1-86bc-d029140931b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:16.868525 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:18.651539 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:43.331197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-fdd1b101-3a37-4419-9fcc-bc10cdccd91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:45.868524 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:45.879479 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-0f3b1e27-a92f-400d-9978-2d6fa547bebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:46.867638 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:03:48.013208 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:03:48.685426 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:13.375988 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f08dff1a-7333-4474-b310-b7283c2b37b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:15.839449 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:15.867306 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-0779071e-8f24-451b-a6ae-e4bc8b198e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:16.872726 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:18.604572 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:25.010520 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 5 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:04:30.632613 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941'] for agent, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:43.284315 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-35e2a7c7-602e-4231-82f1-f517d4bf5638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:44.848607 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49456) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:04:44.952611 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a83199ed-4256-40d4-a10f-339911e78eaf admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1029062
Jun 10 04:04:45.844025 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4e9a26c3-017e-4deb-ba49-5ddb3e81e998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:45.872359 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:46.890198 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:04:47.083716 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49466) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:04:47.135200 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-33412d78-7aa0-452b-8f11-7c910503a939 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0498319
Jun 10 04:04:48.650570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:00.563795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:02.008331 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:05:13.335270 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9868973b-b579-4d42-9767-dc466e4def48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:15.843724 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a3b48d28-54e8-4378-9731-48df4a72f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:15.855045 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:16.872133 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:18.626590 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:30.587099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:39.007199 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:05:43.329218 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-642d25cf-28e7-4f67-a796-4374085050ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:45.843750 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-eb128586-dbe3-48db-8f5b-c1dfa22f8bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:45.866011 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:46.895228 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:05:48.632178 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:00.591655 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:13.329540 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-71999f9c-11ab-4b36-aa8c-442035d499d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:14.924242 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49668) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:15.152411 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49690) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:15.229971 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-network', 'tenant_id': '3caf5a7068bf4553a904087d02c38125'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:15.233877 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49698) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:15.352960 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Made reservation on behalf of 3caf5a7068bf4553a904087d02c38125 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:15.355450 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.367668 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.383190 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-network', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:15.403712 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.db.api [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 10 04:06:15.403712 dv-cinder-741349-4-iscsi neutron-server[92305]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 10 04:06:15.403712 dv-cinder-741349-4-iscsi neutron-server[92305]: [parameters: {'project_id_1': 'e4000d33802542d8a9167b711c8516a1', 'expiration_1': datetime.datetime(2021, 6, 10, 4, 6, 15, 390804)}]
Jun 10 04:06:15.403712 dv-cinder-741349-4-iscsi neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 10 04:06:15.404157 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_db.api [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 10 04:06:15.472733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.552418 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.555951 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:15.579137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:15.587693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fefee9-8172-4937-81b4-9644bc6731a4,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:15.596029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.596389 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.596731 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.597059 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.597386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.597709 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.598028 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.598348 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.598667 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.599001 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.599319 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.599633 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Tracked resource versions report:
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]: pushed versions:
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]: {   'AddressGroup': {'1.2'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'ConntrackHelper': {'1.0'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Log': {'1.0'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Network': {'1.1'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Port': {'1.7'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'PortForwarding': {'1.2'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'QosPolicy': {'1.8'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'SecurityGroup': {'1.4'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'SecurityGroupRule': {'1.2'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'SubPort': {'1.0'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Subnet': {'1.1'},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     'Trunk': {'1.1'}}
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]: consumer versions:
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     HyperV agent@hv-cinder-74134: {},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'ConntrackHelper': '1.0',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Log': '1.0',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Network': '1.1',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Port': '1.7',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'PortForwarding': '1.2',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'QosPolicy': '1.8',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'SecurityGroup': '1.4',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'SecurityGroupRule': '1.2',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'SubPort': '1.0',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Subnet': '1.1',
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:                                                      'Trunk': '1.1'}}
Jun 10 04:06:15.600652 dv-cinder-741349-4-iscsi neutron-server[92305]:  {{(pid=92305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 04:06:15.604804 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:15.607566 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.607901 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Added segment 09f5a8c6-702f-4b1f-92d3-e01e4e772cff of type vlan for network 6770c54c-b3a0-48a9-96d0-c204081125fc
Jun 10 04:06:15.648094 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-8375659-network', 'tenant_id': '58678dd284184e898c7026d27aca9272'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:15.672365 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.745903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Made reservation on behalf of 58678dd284184e898c7026d27aca9272 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:15.748396 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.761294 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.798129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.805344 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:15.805915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.815980 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:15.825348 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49722) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:15.854568 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d875bcd-4c23-48d2-81e1-3a33db9b1d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.867120 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49728) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:15.873407 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.913427 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.956948 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.957991 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Pushing event updated for resources: {'Network': ['ID=6770c54c-b3a0-48a9-96d0-c204081125fc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:15.960960 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:15.975393 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 6770c54c-b3a0-48a9-96d0-c204081125fc details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:15.976378 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:15.987298 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:15.987650 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Added segment e4bf8976-626b-4114-a5f1-0ab9ad6febb2 of type vlan for network e91c99af-b050-40fe-a364-fd985230ec16
Jun 10 04:06:16.009113 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:06:16.048197 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.085279 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-78137352-network', 'tenant_id': '28dbf3143dd6490fb83e1d40fe780ff9'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:16.092558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:16.105271 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49736) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:16.105419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1741273
Jun 10 04:06:16.105857 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Request body: {'subnet': {'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-subnet', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:16.126798 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139f6064-d8b1-4fc9-b86c-597109e7c74d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:16.143888 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:16.158650 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-495537658-network', 'tenant_id': 'f50183b5ecd74f39845a5553cd36e8e0'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:16.163612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.165830 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:16.166580 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.176782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:16.217406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Made reservation on behalf of e4000d33802542d8a9167b711c8516a1 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:16.219687 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.232168 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.271831 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Made reservation on behalf of 28dbf3143dd6490fb83e1d40fe780ff9 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:16.274082 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.295258 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Pushing event updated for resources: {'Network': ['ID=e91c99af-b050-40fe-a364-fd985230ec16,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:16.300585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:16.302815 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.312201 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network e91c99af-b050-40fe-a364-fd985230ec16 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:16.382021 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Made reservation on behalf of 3caf5a7068bf4553a904087d02c38125 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:16.384688 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.605509 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Made reservation on behalf of f50183b5ecd74f39845a5553cd36e8e0 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:16.607847 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.618164 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.664672 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4296975
Jun 10 04:06:16.667630 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49760) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:16.672721 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Request body: {'subnet': {'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-8375659-subnet', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:16.717579 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.720778 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:16.740659 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.797892 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Checking segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:16.798364 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Network hostable DHCP agents. Network: 6770c54c-b3a0-48a9-96d0-c204081125fc, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:16.803126 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b563ca2-d0d8-4151-9454-8609257ca4ee,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:16.808901 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.812603 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:16.815699 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.818642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.818642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.818642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.818642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.818642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.818642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.819337 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.819860 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.820331 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.820842 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.821886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Tracked resource versions report:
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]: pushed versions:
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]: {   'AddressGroup': {'1.2'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'ConntrackHelper': {'1.0'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Log': {'1.0'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Network': {'1.1'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Port': {'1.7'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'PortForwarding': {'1.2'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'QosPolicy': {'1.8'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'SecurityGroup': {'1.4'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'SecurityGroupRule': {'1.2'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'SubPort': {'1.0'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Subnet': {'1.1'},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     'Trunk': {'1.1'}}
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]: consumer versions:
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     HyperV agent@hv-cinder-74134: {},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'ConntrackHelper': '1.0',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Log': '1.0',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Network': '1.1',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Port': '1.7',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'PortForwarding': '1.2',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'QosPolicy': '1.8',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'SecurityGroup': '1.4',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'SecurityGroupRule': '1.2',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'SubPort': '1.0',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Subnet': '1.1',
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:                                                      'Trunk': '1.1'}}
Jun 10 04:06:16.823427 dv-cinder-741349-4-iscsi neutron-server[92307]:  {{(pid=92307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 04:06:16.835194 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:16.840053 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:16.851496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1348f1e-f679-49cf-a194-eab156f5021c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:16.856299 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:16.857541 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.858064 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Added segment 4420d0a8-db44-4fc1-84b7-62eb8977a669 of type vlan for network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b
Jun 10 04:06:16.912321 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.917331 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.959281 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:16.974453 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Network 6770c54c-b3a0-48a9-96d0-c204081125fc is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:17.066739 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.068457 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.069322 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:17.070803 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.075129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09442864-4840-4ece-9322-2ad1848a2f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:17.077981 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-db8af575-3b46-45bd-9a7f-3b3c7b6155ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:17.106098 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 6770c54c-b3a0-48a9-96d0-c204081125fc) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:17.116703 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c73277e-3d3f-41da-8710-58dd8ae40540 None None] Network 6770c54c-b3a0-48a9-96d0-c204081125fc requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:17.127579 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:17.136432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:17.136432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.146115 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050a7e78-1a8c-4c88-ba84-c73a3c681d1d,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:17.153549 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:17.157301 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.157857 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Added segment d2f6748a-c1c0-4047-98d4-7d6020f8a242 of type vlan for network 02c77f61-84e7-49fd-bc56-86c167d70fe2
Jun 10 04:06:17.226852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Pushing event updated for resources: {'Network': ['ID=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:17.230126 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.236615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:17.258212 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:17.435815 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.445963 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcee7d7-bbba-4e3c-8879-11969079e9d2 None None] Network 6770c54c-b3a0-48a9-96d0-c204081125fc requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:17.511810 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.513215 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:17.513954 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.523952 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:17.552281 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.610349 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.4568830
Jun 10 04:06:17.613550 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49794) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:17.619154 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:17.622720 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Pushing event updated for resources: {'Network': ['ID=02c77f61-84e7-49fd-bc56-86c167d70fe2,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:17.623772 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Request body: {'subnet': {'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-subnet', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:17.628404 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-38d2bdde-42f2-4cd9-9938-bd25817f850d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.5245090
Jun 10 04:06:17.628404 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7586575
Jun 10 04:06:17.628404 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:17.633742 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:17.633953 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:17.634222 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49798) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:17.635946 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 02c77f61-84e7-49fd-bc56-86c167d70fe2 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:17.641942 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:17.648188 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Request body: {'subnet': {'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-78137352-subnet', 'tenant_id': '28dbf3143dd6490fb83e1d40fe780ff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:17.661886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.662354 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Added segment 488f3064-3b52-4deb-ab1a-be252d5d9a26 of type vlan for network 6847c915-9586-461f-b874-34766c839f53
Jun 10 04:06:17.707455 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4fdabf-6427-4b72-9140-ff34d2c11e53,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:17.714398 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:17.728098 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Made reservation on behalf of 58678dd284184e898c7026d27aca9272 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:17.730317 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.776162 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.803369 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Made reservation on behalf of e4000d33802542d8a9167b711c8516a1 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:17.806717 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.904282 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.905757 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.958521 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.965038 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:17.967338 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:17.970204 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:18.068030 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Pushing event updated for resources: {'Network': ['ID=6847c915-9586-461f-b874-34766c839f53,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:18.070452 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.071493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:18.074339 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:18.077564 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Made reservation on behalf of 28dbf3143dd6490fb83e1d40fe780ff9 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:18.078244 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 6847c915-9586-461f-b874-34766c839f53 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:18.081008 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.099879 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49814) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:18.122371 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.152001 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb39050-d1fe-4850-9dca-245bd864d739,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:18.156721 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:18.181815 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Checking segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:18.182262 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Network hostable DHCP agents. Network: e91c99af-b050-40fe-a364-fd985230ec16, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:18.195625 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.3682938
Jun 10 04:06:18.199102 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49818) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:18.205658 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Request body: {'subnet': {'network_id': '6847c915-9586-461f-b874-34766c839f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-495537658-subnet', 'tenant_id': 'f50183b5ecd74f39845a5553cd36e8e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:18.300232 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Network e91c99af-b050-40fe-a364-fd985230ec16 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:18.329338 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Made reservation on behalf of f50183b5ecd74f39845a5553cd36e8e0 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:18.331891 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.413790 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, e91c99af-b050-40fe-a364-fd985230ec16) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:18.418491 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:18.419812 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.424637 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05e9c5a-c0fe-4da9-beac-d39d0d862a71 None None] Network e91c99af-b050-40fe-a364-fd985230ec16 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:18.468077 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.590491 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.9193316
Jun 10 04:06:18.597113 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49828) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:18.597113 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:18.639085 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.648396 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:18.656557 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.664941 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.674772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-e91c99af-b050-40fe-a364-fd985230ec16', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:06:18.675688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.679291 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c1695fb4-c1ef-48e3-ab36-a4283f077985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:18.760304 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc4683c-f746-4111-81cf-3f522816e349,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:18.764774 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:18.769667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Checking segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:18.769667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Network hostable DHCP agents. Network: 6847c915-9586-461f-b874-34766c839f53, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:18.771152 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.831617 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Network 6847c915-9586-461f-b874-34766c839f53 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:18.837290 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bce6d2b-b454-46d3-823a-358b2f470ccb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:18.847347 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:18.854353 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.857175 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Allocated IP 172.20.0.2 (e91c99af-b050-40fe-a364-fd985230ec16/3fb39050-d1fe-4850-9dca-245bd864d739/df105b74-f7a3-4321-9943-a5b7cc7c534e) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:18.860965 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Checking segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:18.861327 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Network hostable DHCP agents. Network: cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:18.867512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2422a033-7acd-4bf7-9dd4-02cb14173cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:18.901825 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 6847c915-9586-461f-b874-34766c839f53) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:18.911218 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:18.912946 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.955811 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:18.971145 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096a7f9-7365-4c3a-b830-da913f08f41d None None] Network 6847c915-9586-461f-b874-34766c839f53 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:19.012100 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4010f0-32c4-4334-9078-65eb3daeca3f,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:19.021289 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:19.041595 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Checking segment: {'id': 'd2f6748a-c1c0-4047-98d4-7d6020f8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:19.041940 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Network hostable DHCP agents. Network: 02c77f61-84e7-49fd-bc56-86c167d70fe2, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:19.114848 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.157616 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.159986 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:19.164300 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:19.175817 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Transition to ACTIVE for port object df105b74-f7a3-4321-9943-a5b7cc7c534e will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:19.188966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Network 02c77f61-84e7-49fd-bc56-86c167d70fe2 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:19.190712 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:19.218429 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340535e8-a6b0-4197-bde1-5f9b89231e3b None None] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:19.220782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:19.221365 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.224182 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0236835
Jun 10 04:06:19.262678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7f2157-c140-406e-b3c4-92ff562f95d9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:19.271363 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Transition to ACTIVE for port object df105b74-f7a3-4321-9943-a5b7cc7c534e will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:19.272962 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=887985ac98ba4b8c9bb4447910734fd6&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1650424
Jun 10 04:06:19.287805 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:19.288293 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49850) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:19.288913 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c66fb-5157-4b8b-abc2-6d5fd9720ec0 None None] Network 6847c915-9586-461f-b874-34766c839f53 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:19.307628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.350048 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.386176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.421410 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.433407 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 02c77f61-84e7-49fd-bc56-86c167d70fe2) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:19.456242 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:19.456738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.514802 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e53999-9618-431a-b874-ca0425031d53 None None] Network 02c77f61-84e7-49fd-bc56-86c167d70fe2 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:19.520771 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.520944 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.521836 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.541815 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:19.547071 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49862) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:19.550498 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9320183
Jun 10 04:06:19.552954 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:19.563850 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Allocated IP 172.27.0.76 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/c2164401-f779-4136-b747-05dba865e8b1) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:19.570749 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9340093
Jun 10 04:06:19.635635 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.642001 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.644702 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce7f2157-c140-406e-b3c4-92ff562f95d9 HTTP/1.1" status: 204  len: 168 time: 0.3593369
Jun 10 04:06:19.647672 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:19.671112 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7f2157-c140-406e-b3c4-92ff562f95d9,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:19.681900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:19.708619 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Network e91c99af-b050-40fe-a364-fd985230ec16 is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:19.749892 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:19.754368 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.760182 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.770783 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.823886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:19.886837 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:19.935136 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Pushing event updated for resources: {'Port': ['ID=df105b74-f7a3-4321-9943-a5b7cc7c534e,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:19.987665 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49896) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:19.995175 dv-cinder-741349-4-iscsi neutron-server[92305]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 10 04:06:19.998240 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.070172 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.070637 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.071669 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.072049 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.072462 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.072857 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.073250 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.073646 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.074058 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.074443 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.074827 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.075231 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Tracked resource versions report:
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]: pushed versions:
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]: {   'AddressGroup': {'1.2'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'ConntrackHelper': {'1.0'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Log': {'1.0'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Network': {'1.1'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Port': {'1.7'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'PortForwarding': {'1.2'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'QosPolicy': {'1.8'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'SecurityGroup': {'1.4'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'SecurityGroupRule': {'1.2'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'SubPort': {'1.0'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Subnet': {'1.1'},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     'Trunk': {'1.1'}}
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]: consumer versions:
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     HyperV agent@hv-cinder-74134: {},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'ConntrackHelper': '1.0',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Log': '1.0',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Network': '1.1',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Port': '1.7',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'PortForwarding': '1.2',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'QosPolicy': '1.8',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'SecurityGroup': '1.4',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'SecurityGroupRule': '1.2',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'SubPort': '1.0',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Subnet': '1.1',
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:                                                      'Trunk': '1.1'}}
Jun 10 04:06:20.076492 dv-cinder-741349-4-iscsi neutron-server[92308]:  {{(pid=92308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 04:06:20.107485 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.128562 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:20.255333 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Attempting to bind port df105b74-f7a3-4321-9943-a5b7cc7c534e on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:20.255924 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Attempting to bind port df105b74-f7a3-4321-9943-a5b7cc7c534e by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:20.256243 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Attempting to bind port df105b74-f7a3-4321-9943-a5b7cc7c534e on network e91c99af-b050-40fe-a364-fd985230ec16 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:20.269004 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:20.269383 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Checking segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:20.274039 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.274467 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Bound using segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:20.275013 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Bound port: df105b74-f7a3-4321-9943-a5b7cc7c534e, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:20.275573 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.278136 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bea67d-0356-4cd9-a171-fe47a63b33dd None None] Network 02c77f61-84e7-49fd-bc56-86c167d70fe2 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:20.280106 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:06:20.281567 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.376565 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.397263 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-946780f1-961d-491f-9226-823f07d41e42 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:20.404095 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-946780f1-961d-491f-9226-823f07d41e42 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.4151926
Jun 10 04:06:20.415832 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49918) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:20.419527 dv-cinder-741349-4-iscsi neutron-server[92307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 10 04:06:20.421804 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-6cc0fc8e-e2b3-421d-b1c3-0398b2fc6d53 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/quotas/f50183b5ecd74f39845a5553cd36e8e0 HTTP/1.1" status: 200  len: 375 time: 0.0168445
Jun 10 04:06:20.479652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.487676 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-70a0be99-92fb-45bb-a5fb-d765b41ea7bc tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0648112
Jun 10 04:06:20.502332 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:20.547766 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] For port df105b74-f7a3-4321-9943-a5b7cc7c534e, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:20.596904 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] For port df105b74-f7a3-4321-9943-a5b7cc7c534e, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=df105b74-f7a3-4321-9943-a5b7cc7c534e,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:20.597141 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:20.607068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:20.618663 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:20.673705 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49924) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:20.684834 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Allocated IP 172.20.0.2 (cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b/9bce6d2b-b454-46d3-823a-358b2f470ccb/3a171fd7-1957-444c-8fd5-5cbc3e05a7ca) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:20.726209 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.731453 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:20.743323 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Pushing event updated for resources: {'Port': ['ID=c2164401-f779-4136-b747-05dba865e8b1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:20.746835 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:20.796896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.872368 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-6c38935f-b4aa-48fd-80f5-8025fde5fdf6 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:20.872368 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-6c38935f-b4aa-48fd-80f5-8025fde5fdf6 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/networks?id=02c77f61-84e7-49fd-bc56-86c167d70fe2 HTTP/1.1" status: 200  len: 810 time: 0.4550810
Jun 10 04:06:20.883291 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-70c19afb-f6bf-4f49-9b99-c8bd0b1e7efe service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 04:06:20.884334 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Pushing event updated for resources: {'Port': ['ID=df105b74-f7a3-4321-9943-a5b7cc7c534e,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:20.884466 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-70c19afb-f6bf-4f49-9b99-c8bd0b1e7efe service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1953487
Jun 10 04:06:20.890525 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:20.960594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:20.971601 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Transition to ACTIVE for port object 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:20.989852 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Transition to ACTIVE for port object 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:20.995004 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-47e367a0-848f-4709-a992-fce9082ab106 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/quotas/28dbf3143dd6490fb83e1d40fe780ff9 HTTP/1.1" status: 200  len: 375 time: 0.0708723
Jun 10 04:06:21.075063 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-32772717-0d4f-41bf-b182-8c796df3117f tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=28dbf3143dd6490fb83e1d40fe780ff9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0704086
Jun 10 04:06:21.078964 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.088609 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:21.160639 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-967a5c7e-d799-4e3c-9a3b-7458a3810dd9 service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2695425
Jun 10 04:06:21.183107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:21.186135 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:21.189684 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:21.227015 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.238580 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Pushing event updated for resources: {'Port': ['ID=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:21.268282 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:21.288485 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Attempting to bind port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:21.288915 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Attempting to bind port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:21.289281 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Attempting to bind port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:21.296590 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:21.297231 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Checking segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:21.297813 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.298374 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Bound using segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:21.299130 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Bound port: 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:21.299795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.344327 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.397431 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] For port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:21.400963 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] For port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:21.462054 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.463204 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.469607 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-1150246d-3886-4d61-8641-e3c05bffcd61 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 04:06:21.472746 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-1150246d-3886-4d61-8641-e3c05bffcd61 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1681051
Jun 10 04:06:21.473244 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.476791 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:21.529197 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-cf4b224b-12a9-4e27-8e93-8e82f1c768e5 service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3612366
Jun 10 04:06:21.546140 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:21.548094 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Pushing event updated for resources: {'Port': ['ID=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:21.548464 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.551552 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:21.632619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.749053 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240a5029-c41f-428a-b0a2-d2369a2b97b5,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:21.804747 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc533a4099514892b4b3d622b7d02d0f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1190774
Jun 10 04:06:21.810894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49934) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:21.810894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:21.858841 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:21.886488 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-05b9b07d-2042-4d84-b69c-258fad654909 service neutron] 10.222.0.20 "GET /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3888185
Jun 10 04:06:21.969572 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:22.182098 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:06:22.233986 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-caf710b1-f8c0-45f7-afce-c5cc650ed6f6 req-c9957935-5899-4197-864a-a3d5b3607d3b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.1061642
Jun 10 04:06:22.268896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Allocated IP 172.27.0.51 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/d754d99d-a55b-4c7f-8a29-c40f7d964d0c) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:22.278217 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:22.353546 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:22.437010 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e935a5-0901-4bd8-9c10-1f017b0d7ed5 None None] Network e91c99af-b050-40fe-a364-fd985230ec16 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:22.543572 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-ba36edc9-d78b-4c24-b628-b1b6c27d2446 service neutron] 10.222.0.20 "GET /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6129978
Jun 10 04:06:22.549884 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:06:22.566570 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Sync routers for ids ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:06:22.580166 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Routers {'6d56ed3d-0a88-4a8a-8366-5a47da66e798'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:22.581003 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb564b6880>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:22.617922 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:22.661563 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:22.673650 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-6b3747c8-c4a5-48b6-a146-e558c481990d None None] Provisioning for port df105b74-f7a3-4321-9943-a5b7cc7c534e completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:22.684710 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device df105b74-f7a3-4321-9943-a5b7cc7c534e up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:22.700410 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:22.704513 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.0665474
Jun 10 04:06:22.705245 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 49976) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:22.797451 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 49978) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:22.920397 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:22.983785 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Set router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:22.996980 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.020276 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.020276 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/240a5029-c41f-428a-b0a2-d2369a2b97b5 HTTP/1.1" status: 204  len: 168 time: 1.1964076
Jun 10 04:06:23.020984 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:23.084867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a5029-c41f-428a-b0a2-d2369a2b97b5,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:23.088099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07519710-c9e3-4c94-8597-0365ec21d00d None None] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:23.107010 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:23.119815 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.158256 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b43f6942-ee13-4d3d-94a3-b8f57a9f0481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:23.179098 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df4f099b-ffad-4e3b-8218-bc9bf3f81d2b req-51e8bdcb-8344-416f-b95c-c538e5f036ac tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.1409545
Jun 10 04:06:23.242138 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.324633 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb564b6880>, [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:06:20Z', 'revision_number': 3, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:23.337171 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Checking router: 6d56ed3d-0a88-4a8a-8366-5a47da66e798 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:06:23.337552 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Updating router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 port c2164401-f779-4136-b747-05dba865e8b1 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:06:23.419843 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.463048 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:23.467162 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b1777426-f8c6-4461-8cf8-eed416b8416d req-0f431695-484c-4b62-a549-d2f3d852cced tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.1019578
Jun 10 04:06:23.468345 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:23.486155 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:23.557118 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Provisioning for port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:23.559585 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Allocated IP 172.27.0.13 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/73605a4a-515d-4a0e-84c7-25f03bd3a220) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:23.562221 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Pushing event updated for resources: {'Port': ['ID=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:23.580463 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Provisioning complete for port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:23.580968 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.591077 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port df105b74-f7a3-4321-9943-a5b7cc7c534e completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:23.639328 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port df105b74-f7a3-4321-9943-a5b7cc7c534e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:23.639717 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.741450 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.744711 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:23.832908 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:23.944139 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-662f3091-394d-45e0-9f07-d0b85ab47810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:23.972620 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.001995 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.062248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] For port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:24.073254 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.088408 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port df105b74-f7a3-4321-9943-a5b7cc7c534e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=df105b74-f7a3-4321-9943-a5b7cc7c534e,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:24.182802 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=819b7291e40740a6964282ff6cfa474d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3080254
Jun 10 04:06:24.182802 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146120d9-c015-4b19-baf9-55e46257f4a9,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:24.182802 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:24.194523 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50036) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:24.209240 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.328955 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.331198 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:24.343538 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5a55c8d4-f906-4229-8777-fa03c62862ed req-89369e37-af4c-4b05-a67b-fabe3b27b4b2 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.0709171
Jun 10 04:06:24.358730 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.363581 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8bdc572a-2478-464d-ae42-8ba20869ea7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:24.390522 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.476596 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Pushing event updated for resources: {'Port': ['ID=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:24.491099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:24.494091 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-265c23c9-e419-493a-9cf1-529825edef5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:24.522349 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.579405 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-ad633080-4154-41fb-bdde-d5e4dde2da33 None None] Provisioning complete for port df105b74-f7a3-4321-9943-a5b7cc7c534e triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:24.580719 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ad633080-4154-41fb-bdde-d5e4dde2da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.696048 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=df105b74-f7a3-4321-9943-a5b7cc7c534e,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:24.700827 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:24.701279 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fe16e963-c026-4765-9522-1fb29f8944df req-b060bf08-5a58-4d43-b9f9-fbf1ec4a3bc2 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.0402870
Jun 10 04:06:24.707014 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.729134 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Allocated IP 172.20.0.1 (6770c54c-b3a0-48a9-96d0-c204081125fc/5b563ca2-d0d8-4151-9454-8609257ca4ee/36866248-00bf-4a46-a65b-4f3468754055) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:24.743939 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:24.755625 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:24.773687 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:24.837994 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-ad633080-4154-41fb-bdde-d5e4dde2da33 None None] Provisioning complete for port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:24.838413 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ad633080-4154-41fb-bdde-d5e4dde2da33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.977798 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:24.998159 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Transition to ACTIVE for port object c2164401-f779-4136-b747-05dba865e8b1 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:25.008743 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Pushing event updated for resources: {'Port': ['ID=73605a4a-515d-4a0e-84c7-25f03bd3a220,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:25.014187 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:25.035369 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.066667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.125211 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.127369 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:25.144186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.147043 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.151250 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/146120d9-c015-4b19-baf9-55e46257f4a9 HTTP/1.1" status: 204  len: 168 time: 0.9526689
Jun 10 04:06:25.151250 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:25.166360 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146120d9-c015-4b19-baf9-55e46257f4a9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:25.177702 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Pushing event updated for resources: {'Port': ['ID=c2164401-f779-4136-b747-05dba865e8b1,revision_number=2']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:25.179563 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:25.181509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.186032 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:25.186904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.186904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.186904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.186904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.186904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.186904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.187513 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.187513 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.187687 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.187899 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.188204 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.188507 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Tracked resource versions report:
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]: pushed versions:
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]: {   'AddressGroup': {'1.2'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'ConntrackHelper': {'1.0'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Log': {'1.0'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Network': {'1.1'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Port': {'1.7'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'PortForwarding': {'1.2'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'QosPolicy': {'1.8'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'SecurityGroup': {'1.4'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'SecurityGroupRule': {'1.2'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'SubPort': {'1.0'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Subnet': {'1.1'},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     'Trunk': {'1.1'}}
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]: consumer versions:
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]: {   DHCP agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     HyperV agent@hv-cinder-74134: {},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     L3 agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     Metadata agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     Metering agent@dv-cinder-741349-4-iscsi: {},
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:     Open vSwitch agent@dv-cinder-741349-4-iscsi: {   'AddressGroup': '1.2',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'ConntrackHelper': '1.0',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Log': '1.0',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Network': '1.1',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Port': '1.7',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'PortForwarding': '1.2',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'QosPolicy': '1.8',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'SecurityGroup': '1.4',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'SecurityGroupRule': '1.2',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'SubPort': '1.0',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Subnet': '1.1',
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:                                                      'Trunk': '1.1'}}
Jun 10 04:06:25.190236 dv-cinder-741349-4-iscsi neutron-server[92309]:  {{(pid=92309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 10 04:06:25.202731 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:25.254563 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Attempting to bind port c2164401-f779-4136-b747-05dba865e8b1 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:25.254940 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Attempting to bind port c2164401-f779-4136-b747-05dba865e8b1 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:25.255311 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Attempting to bind port c2164401-f779-4136-b747-05dba865e8b1 on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:25.257366 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Pushing event updated for resources: {'Port': ['ID=36866248-00bf-4a46-a65b-4f3468754055,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:25.270836 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:25.272245 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Network 6770c54c-b3a0-48a9-96d0-c204081125fc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:25.274510 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:25.277102 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:25.277534 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:25.277890 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:25.278026 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.278312 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:25.278446 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.278792 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Bound port: c2164401-f779-4136-b747-05dba865e8b1, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:25.279181 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.337117 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] For port c2164401-f779-4136-b747-05dba865e8b1, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:25.340501 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] For port c2164401-f779-4136-b747-05dba865e8b1, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=c2164401-f779-4136-b747-05dba865e8b1,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:25.438993 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.448710 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:25.591223 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Pushing event updated for resources: {'Port': ['ID=c2164401-f779-4136-b747-05dba865e8b1,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:25.594288 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Routers {'6d56ed3d-0a88-4a8a-8366-5a47da66e798'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:25.595008 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb564b6880>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:25.772039 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.777404 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:25.806906 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] Set router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:25.810124 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:25.978692 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0ab3a27f-02e0-44ca-9fdf-39ddfac8f185 req-96dafb4a-8b2b-4dc6-82af-13a862e6bd17 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.3048515
Jun 10 04:06:26.148861 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb564b6880>, [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:06:20Z', 'revision_number': 3, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:26.153398 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992eff7-c190-4bdd-8b94-cf4e96069d48 None None] The sync data for ids ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'] in dv-cinder-741349-4-iscsi is: [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:06:20Z', 'revision_number': 3, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:06:26.220331 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:26.252578 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2a6910ae-61e6-4ca3-9921-113b2d0d5ba5 req-7fe3b927-516f-4267-ae98-e7ba69c68190 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.0499465
Jun 10 04:06:26.273309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:26.333038 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:26.334944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:26.338679 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8fe1ac43-1c06-4973-abf3-7abb0f283677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:26.536786 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Pushing event updated for resources: {'Port': ['ID=36866248-00bf-4a46-a65b-4f3468754055,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:26.544607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:26.562666 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:06:26.626066 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device df105b74-f7a3-4321-9943-a5b7cc7c534e up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:26.658093 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Network 6770c54c-b3a0-48a9-96d0-c204081125fc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:26.659657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:26.751163 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port df105b74-f7a3-4321-9943-a5b7cc7c534e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:26.752053 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:26.853863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.11', 49692) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:26.877199 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:26.984555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:06:26.991135 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:26.993311 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:27.060951 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:27.148424 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:06:27.216149 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:06:27.248467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-f6e44fa3-98b9-4463-b3e4-2c695b7f4c43 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:27.251546 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-f6e44fa3-98b9-4463-b3e4-2c695b7f4c43 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.3966510
Jun 10 04:06:27.266380 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:27.267049 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb550e7e20>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:27.342001 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Request body: {'port': {'device_id': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'admin_state_up': True, 'tenant_id': 'f50183b5ecd74f39845a5553cd36e8e0'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:27.457478 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50158) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:27.503873 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8b0c040f-1178-49eb-9e50-b69cd6429fc4 req-72abb94f-a8a3-4126-b067-aee9ac653df3 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.2306020
Jun 10 04:06:27.517826 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:06:27.527376 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:27.539877 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] 10.222.0.20 "PUT /v2.0/routers/6d56ed3d-0a88-4a8a-8366-5a47da66e798/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8251226
Jun 10 04:06:27.741293 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:27.744325 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 9.1525054
Jun 10 04:06:27.768713 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50184) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:27.927804 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:06:28.031197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb550e7e20>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:24Z', 'revision_number': 3, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:28.042397 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:06:28.044705 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Updating router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 port d754d99d-a55b-4c7f-8a29-c40f7d964d0c binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:06:28.057654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:28.073301 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-061fcec5-df48-46b5-95cd-6ba871b89430 req-57f26c1f-f3f9-4ccd-99ad-feb07575b763 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.4007764
Jun 10 04:06:28.074120 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.11', 49698) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:28.271798 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:28.300979 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:28.464930 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50210) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:28.465812 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:28.566769 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:28.583191 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81347c66b63d45138f5c02b097acb19a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1246331
Jun 10 04:06:28.595033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50218) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:28.605165 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Sync routers for ids ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:06:28.616808 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Routers {'6d56ed3d-0a88-4a8a-8366-5a47da66e798'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:28.617596 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb561d13d0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:28.642049 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device c2164401-f779-4136-b747-05dba865e8b1 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:28.747374 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-bd632cbd-3283-41dd-a3d3-721f3956f496 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:28.751891 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-bd632cbd-3283-41dd-a3d3-721f3956f496 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.11 "GET /v2.0/networks?id=02c77f61-84e7-49fd-bc56-86c167d70fe2 HTTP/1.1" status: 200  len: 810 time: 0.6527648
Jun 10 04:06:28.824218 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Request body: {'port': {'device_id': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2', 'admin_state_up': True, 'tenant_id': '28dbf3143dd6490fb83e1d40fe780ff9'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:28.926599 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Set router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:28.986003 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:06:29.001332 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:06:29.028209 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:29.029216 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55e78160>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:29.109769 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port c2164401-f779-4136-b747-05dba865e8b1 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:29.162628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96682f35-6a48-4a0b-a0c8-c33d15815d6f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:29.237848 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:29.281338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:29.296560 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c9441b58-47c0-42ee-8bc5-0c7d96c95e6c req-4ca060b1-6f2a-4725-aa43-f2522c79eef3 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.1473684
Jun 10 04:06:29.358511 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb561d13d0>, [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 4, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '36866248-00bf-4a46-a65b-4f3468754055', 'name': '', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'mac_address': 'fa:16:3e:8a:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:24Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 2, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'subnets': [{'id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:29.366953 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Checking router: 6d56ed3d-0a88-4a8a-8366-5a47da66e798 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:06:29.367312 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Updating router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 port 36866248-00bf-4a46-a65b-4f3468754055 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:06:29.373654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Made reservation on behalf of f50183b5ecd74f39845a5553cd36e8e0 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:29.393113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.415826 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.443198 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Made reservation on behalf of 28dbf3143dd6490fb83e1d40fe780ff9 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:29.452011 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.493793 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port c2164401-f779-4136-b747-05dba865e8b1 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:29.494223 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.504038 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-2aa2bce9-f361-4a8b-b80d-afb15dc43e64 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:29.517667 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-2aa2bce9-f361-4a8b-b80d-afb15dc43e64 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 819 time: 0.6079228
Jun 10 04:06:29.517894 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.595542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.606712 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.0583627
Jun 10 04:06:29.614346 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50240) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:29.620875 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-ff4e4ced-24cb-4087-a8d0-3d19fe44e523 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/quotas/3caf5a7068bf4553a904087d02c38125 HTTP/1.1" status: 200  len: 375 time: 0.1023178
Jun 10 04:06:29.768855 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ac024a8b-70e7-4d3f-a4c8-54f848c0d948 req-642b42ef-5a9b-416a-85a9-8b76a97f34fe tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.2746806
Jun 10 04:06:29.852664 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:29.924327 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-52c35e73-a19f-4e23-b337-96747186819d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3024333
Jun 10 04:06:29.961618 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Transition to ACTIVE for port object d754d99d-a55b-4c7f-8a29-c40f7d964d0c will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:29.965176 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.016277 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port c2164401-f779-4136-b747-05dba865e8b1, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=c2164401-f779-4136-b747-05dba865e8b1,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:30.033137 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55e78160>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 3, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:30.037887 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:06:30.038602 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Updating router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb port 73605a4a-515d-4a0e-84c7-25f03bd3a220 binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:06:30.104614 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.111949 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:30.127923 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.240250 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.244674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.282254 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.316192 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Transition to ACTIVE for port object 36866248-00bf-4a46-a65b-4f3468754055 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:30.329229 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.349292 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Attempting to bind port d754d99d-a55b-4c7f-8a29-c40f7d964d0c on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:30.349827 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Attempting to bind port d754d99d-a55b-4c7f-8a29-c40f7d964d0c by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:30.350258 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Attempting to bind port d754d99d-a55b-4c7f-8a29-c40f7d964d0c on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:30.355285 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24931814-2282-4b11-aa8e-e18de72d791e None None] Pushing event updated for resources: {'Port': ['ID=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:30.367062 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-24931814-2282-4b11-aa8e-e18de72d791e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:30.372803 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:30.379893 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:30.380335 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:30.380813 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.381530 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:30.381831 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Bound port: d754d99d-a55b-4c7f-8a29-c40f7d964d0c, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:30.382278 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.384538 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Allocated IP 172.20.0.9 (02c77f61-84e7-49fd-bc56-86c167d70fe2/bb4010f0-32c4-4334-9078-65eb3daeca3f/427c958a-8b37-4326-8543-2f4ba270df01) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:30.414706 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.417046 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:30.453484 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-b39a3cb2-9314-4f86-8a16-8823c74e70e2 service neutron] 10.222.0.20 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4745922
Jun 10 04:06:30.700005 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.735340 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd753c9-56ae-48ef-8054-8aeba67c48d2 None None] Pushing event updated for resources: {'Port': ['ID=36866248-00bf-4a46-a65b-4f3468754055,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:30.742349 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-ef80707b-1d0d-4c1d-8096-72c7905222e6 service neutron] 10.222.0.20 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875478
Jun 10 04:06:30.748108 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-3fd753c9-56ae-48ef-8054-8aeba67c48d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:30.811836 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1560565f-3e7f-4f9a-ac5b-ed7cfaa2ba8c req-3ea27e7f-c7cd-4ce7-b82a-90840eb7eaf5 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.2245493
Jun 10 04:06:30.865870 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Allocated IP 172.20.0.1 (e91c99af-b050-40fe-a364-fd985230ec16/3fb39050-d1fe-4850-9dca-245bd864d739/4c8d3235-5fbf-43dd-b6d1-7d6571127621) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:30.891486 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] For port d754d99d-a55b-4c7f-8a29-c40f7d964d0c, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:30.905392 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] For port d754d99d-a55b-4c7f-8a29-c40f7d964d0c, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:30.950019 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:30.952551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=c2164401-f779-4136-b747-05dba865e8b1,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:30.955130 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Allocated IP 172.20.0.2 (6847c915-9586-461f-b874-34766c839f53/bcc4683c-f746-4111-81cf-3f522816e349/379c6866-14db-4285-a146-1e5ce5702ddb) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:30.994358 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Attempting to bind port 36866248-00bf-4a46-a65b-4f3468754055 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:30.998159 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:31.001126 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Attempting to bind port 36866248-00bf-4a46-a65b-4f3468754055 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:31.001701 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Attempting to bind port 36866248-00bf-4a46-a65b-4f3468754055 on network 6770c54c-b3a0-48a9-96d0-c204081125fc {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:31.018486 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:31.025329 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Checking segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:31.025907 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.026428 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Bound using segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:31.027067 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Bound port: 36866248-00bf-4a46-a65b-4f3468754055, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:31.027574 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.092674 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.151996 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Transition to ACTIVE for port object 4c8d3235-5fbf-43dd-b6d1-7d6571127621 will not be triggered until provisioned by entity DHCP. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:31.153846 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.172610 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-9e193f11-6bc6-481a-b9a4-8dac615cb60b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:31.238790 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] For port 36866248-00bf-4a46-a65b-4f3468754055, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:31.243473 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] For port 36866248-00bf-4a46-a65b-4f3468754055, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=36866248-00bf-4a46-a65b-4f3468754055,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:31.315602 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24931814-2282-4b11-aa8e-e18de72d791e None None] Pushing event updated for resources: {'Port': ['ID=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:31.317608 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-193bc324-84f3-45da-9935-c5735be02fe0 req-cd455480-e77f-49cd-8a57-a0460112a0f7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 210 time: 0.1172662
Jun 10 04:06:31.325457 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-24931814-2282-4b11-aa8e-e18de72d791e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:31.332130 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:31.332342 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb550e7e20>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:31.393506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.409913 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.410478 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.419251 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-1871792b-a572-4249-81e8-80bfc2f11156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:31.426737 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:31.541180 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Network e91c99af-b050-40fe-a364-fd985230ec16 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:31.547196 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:31.552008 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:31.556217 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.572801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:31.574070 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96682f35-6a48-4a0b-a0c8-c33d15815d6f HTTP/1.1" status: 204  len: 168 time: 2.9779742
Jun 10 04:06:31.574705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:31.586591 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Routers {'6d56ed3d-0a88-4a8a-8366-5a47da66e798'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:31.590268 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb561d13d0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:31.596412 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-78985d38-8374-48bd-84ea-b00c19731b6c req-eb154e64-0a1c-46d6-92a3-563460046641 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.3935461
Jun 10 04:06:31.597068 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd753c9-56ae-48ef-8054-8aeba67c48d2 None None] Pushing event updated for resources: {'Port': ['ID=36866248-00bf-4a46-a65b-4f3468754055,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:31.705237 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-3fd753c9-56ae-48ef-8054-8aeba67c48d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:31.735046 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96682f35-6a48-4a0b-a0c8-c33d15815d6f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:31.744372 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Pushing event updated for resources: {'Port': ['ID=4c8d3235-5fbf-43dd-b6d1-7d6571127621,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:31.755107 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:31.869618 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:31.965024 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] Set router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:32.081962 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:32.192033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.342236 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.365172 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Transition to ACTIVE for port object 73605a4a-515d-4a0e-84c7-25f03bd3a220 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:32.441025 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-da7b47e5-d053-43b9-bb42-ed344ce96dec req-6a0e6e32-e9a3-4517-bdb8-11c6dd7bdda0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.3348963
Jun 10 04:06:32.500511 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.513939 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-a6d0d626-eed0-4b85-a6e1-1755be812529 None None] Provisioning for port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:32.528509 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.543720 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-a6d0d626-eed0-4b85-a6e1-1755be812529 None None] Provisioning complete for port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:32.543720 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a6d0d626-eed0-4b85-a6e1-1755be812529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.546254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-c47c2b2c-22fa-4ac4-bad9-bdde6f232e5d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:32.553600 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:32.566494 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-c47c2b2c-22fa-4ac4-bad9-bdde6f232e5d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 819 time: 0.8257170
Jun 10 04:06:32.595901 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb561d13d0>, [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 4, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '36866248-00bf-4a46-a65b-4f3468754055', 'name': '', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'mac_address': 'fa:16:3e:8a:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:24Z', 'updated_at': '2021-06-10T04:06:31Z', 'revision_number': 4, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'subnets': [{'id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:32.615010 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89ec6f7-8e63-4310-b58e-23b1da4d0b93 None None] The sync data for ids ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'] in dv-cinder-741349-4-iscsi is: [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 4, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '36866248-00bf-4a46-a65b-4f3468754055', 'name': '', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'mac_address': 'fa:16:3e:8a:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:24Z', 'updated_at': '2021-06-10T04:06:31Z', 'revision_number': 4, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'subnets': [{'id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:06:32.700886 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-5ed5b4aa-e585-4ab3-a540-7d6afd891853 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/quotas/3caf5a7068bf4553a904087d02c38125 HTTP/1.1" status: 200  len: 375 time: 0.1316199
Jun 10 04:06:32.713606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.723418 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device c2164401-f779-4136-b747-05dba865e8b1 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:32.735043 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.908900 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Attempting to bind port 73605a4a-515d-4a0e-84c7-25f03bd3a220 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:32.909295 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Attempting to bind port 73605a4a-515d-4a0e-84c7-25f03bd3a220 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:32.909729 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Attempting to bind port 73605a4a-515d-4a0e-84c7-25f03bd3a220 on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:32.975800 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:32.976192 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:32.976638 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.977018 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:32.977380 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.977881 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Bound port: 73605a4a-515d-4a0e-84c7-25f03bd3a220, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:32.977881 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:32.996386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-af2a9ff9-fc61-4e3a-bd51-1ba223702fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:33.104628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] For port 73605a4a-515d-4a0e-84c7-25f03bd3a220, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:33.104628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] For port 73605a4a-515d-4a0e-84c7-25f03bd3a220, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=73605a4a-515d-4a0e-84c7-25f03bd3a220,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:33.104628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb550e7e20>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:24Z', 'revision_number': 3, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:33.112339 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bc0fa7-df9b-498e-b5b8-fff0948c10f2 None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:24Z', 'revision_number': 3, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:06:33.128989 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-a6d0d626-eed0-4b85-a6e1-1755be812529 None None] Port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:06:33.135942 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87884c77-0660-467c-962e-73979c7d828b None None] Pushing event updated for resources: {'Port': ['ID=73605a4a-515d-4a0e-84c7-25f03bd3a220,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:33.142293 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f7a3fb7b-8613-4cb7-b844-e9047ea7d86d req-24cee701-4674-4ddf-9aad-5cddb1f97898 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.1303086
Jun 10 04:06:33.145885 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-87884c77-0660-467c-962e-73979c7d828b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:33.159884 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-1966fb6e-fa79-489b-998d-66a65a716e27 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4517598
Jun 10 04:06:33.164192 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port c2164401-f779-4136-b747-05dba865e8b1 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:33.164601 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.171108 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e96e3dc8d00e45b3a4c72dd220a131d7&name=default HTTP/1.1" status: 200  len: 2979 time: 4.7013247
Jun 10 04:06:33.172773 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9fffa-c4eb-442f-8875-2640548da639,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:33.173426 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50300) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:33.177611 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:33.222331 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.224919 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:33.239909 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.256768 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:33.297130 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Network 02c77f61-84e7-49fd-bc56-86c167d70fe2 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:33.387915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:33.417278 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:33.421655 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:33.422315 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55e78160>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:33.430505 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:33.431146 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.538150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50304) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:33.570613 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.604466 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.649507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Pushing event updated for resources: {'Port': ['ID=427c958a-8b37-4326-8543-2f4ba270df01,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:33.657598 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:33.732800 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9267952
Jun 10 04:06:33.797710 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-f0287727-c9f9-4966-b0bc-ffaccdb79418 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 04:06:33.801359 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-f0287727-c9f9-4966-b0bc-ffaccdb79418 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0115869
Jun 10 04:06:33.801838 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-038b78f3-c199-4b3e-849e-75aeb408ebcd service neutron] 10.222.0.20 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6335964
Jun 10 04:06:33.844652 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:33.910667 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:33.987057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:34.031731 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.056177 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.105271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Network 6847c915-9586-461f-b874-34766c839f53 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:34.111798 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.119972 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.130412 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.139930 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:34.156158 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.168614 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-91abcc2b-b558-4d3c-9c27-1401c09f6290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:34.222083 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c63598-e520-40eb-b9ca-cc14dd2166bf,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:34.225828 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:34.227171 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.245635 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:34.256615 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87884c77-0660-467c-962e-73979c7d828b None None] Pushing event updated for resources: {'Port': ['ID=73605a4a-515d-4a0e-84c7-25f03bd3a220,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:34.263211 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:34.285230 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-87884c77-0660-467c-962e-73979c7d828b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:34.288555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:34.291652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:34.302071 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event updated for resources: {'Port': ['ID=379c6866-14db-4285-a146-1e5ce5702ddb,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:34.365464 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:34.415254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Pushing event updated for resources: {'Port': ['ID=4c8d3235-5fbf-43dd-b6d1-7d6571127621,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:34.546093 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Request body: {'port': {'device_id': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:34.555001 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.2225604
Jun 10 04:06:34.577908 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695cf79-0756-4cdd-9927-6506ecb28789 req-85a3e9b5-9022-44f4-ae0f-df1ea4a4c845 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:34.577908 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9695cf79-0756-4cdd-9927-6506ecb28789 req-85a3e9b5-9022-44f4-ae0f-df1ea4a4c845 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 931 time: 0.6678088
Jun 10 04:06:34.668022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Request body: {'port': {'device_id': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:34.716011 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:34.797130 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1af707bf94a44496bd37117cc1080a0d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2537301
Jun 10 04:06:34.812866 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50314) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:34.861816 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 36866248-00bf-4a46-a65b-4f3468754055 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:34.980336 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Network e91c99af-b050-40fe-a364-fd985230ec16 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:34.998604 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.007401 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-51698e84-3446-4aa7-bfa5-92ef7f39e825 service neutron] 10.222.0.20 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2043059
Jun 10 04:06:35.015423 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:35.035798 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55e78160>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 3, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:35.073469 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9695cf79-0756-4cdd-9927-6506ecb28789 req-200ee955-4be0-467c-a1a2-57c0b7a758b8 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4591851
Jun 10 04:06:35.085937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca4404-b76d-4956-8981-0d1bf6ee8d4e None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:25Z', 'revision_number': 3, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:06:35.208783 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 36866248-00bf-4a46-a65b-4f3468754055 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:35.213357 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 36866248-00bf-4a46-a65b-4f3468754055 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:35.213876 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.303827 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.342829 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.344441 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ad9fffa-c4eb-442f-8875-2640548da639 HTTP/1.1" status: 204  len: 168 time: 2.1645761
Jun 10 04:06:35.375138 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.382012 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:35.420301 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9fffa-c4eb-442f-8875-2640548da639,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:35.430574 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:35.520910 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:06:35.566912 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.601487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-785558c4-8a2a-4d3d-917d-7373a26f1782 None None] Provisioning complete for port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:35.601916 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-785558c4-8a2a-4d3d-917d-7373a26f1782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.626705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.761307 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.11', 49706) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:35.807130 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 36866248-00bf-4a46-a65b-4f3468754055, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=36866248-00bf-4a46-a65b-4f3468754055,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:35.816788 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-785558c4-8a2a-4d3d-917d-7373a26f1782 None None] Port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:06:35.835179 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.874507 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.877984 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.878859 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d754d99d-a55b-4c7f-8a29-c40f7d964d0c up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:35.880841 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-4840c5b3-416d-4e94-9361-57625bfa0821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:35.891479 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:35.896170 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58c63598-e520-40eb-b9ca-cc14dd2166bf HTTP/1.1" status: 204  len: 168 time: 1.0806074
Jun 10 04:06:35.949904 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Allocated IP 172.20.0.1 (cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b/9bce6d2b-b454-46d3-823a-358b2f470ccb/1eb2ef9e-be1c-464d-9f5c-597c5c59849a) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:35.968821 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:36.039906 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c63598-e520-40eb-b9ca-cc14dd2166bf,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:36.041983 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:36.089186 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-02f75dcb-be4b-4d5d-aa8b-25ab22331c54 req-ec9083f9-5da5-4c75-90d4-31acf5b4a7b9 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 210 time: 0.2125790
Jun 10 04:06:36.115162 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=36866248-00bf-4a46-a65b-4f3468754055,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:36.145133 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:36.145244 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:06:36.168369 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] 10.222.0.20 "PUT /v2.0/routers/6c69e3e9-f876-46a4-8a1d-ae04c34766e8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3949108
Jun 10 04:06:36.260643 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port d754d99d-a55b-4c7f-8a29-c40f7d964d0c completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:36.264786 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port d754d99d-a55b-4c7f-8a29-c40f7d964d0c triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:36.265203 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:36.885188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:36.933499 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port d754d99d-a55b-4c7f-8a29-c40f7d964d0c, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:36.990994 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e40c8-7dcb-49b4-94b0-8eb72a9c4272 req-5b1c6606-199e-48f9-ba26-bb92e9391ca5 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:36.994862 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0b5e40c8-7dcb-49b4-94b0-8eb72a9c4272 req-5b1c6606-199e-48f9-ba26-bb92e9391ca5 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 931 time: 0.3209276
Jun 10 04:06:37.010147 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:37.018828 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:37.083861 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b9540-d066-49c9-8372-2286b920c9e2 req-f53990b1-76c1-4434-97ee-d3beacfd3d65 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:37.093829 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c91b9540-d066-49c9-8372-2286b920c9e2 req-f53990b1-76c1-4434-97ee-d3beacfd3d65 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 931 time: 1.6929765
Jun 10 04:06:37.128735 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:06:37.148426 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:37.149806 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba250>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:37.275157 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:37.276344 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0b5e40c8-7dcb-49b4-94b0-8eb72a9c4272 req-8e3b1daf-e9cc-47c2-b588-bf8355264090 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2772334
Jun 10 04:06:37.293420 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:37.393856 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 36866248-00bf-4a46-a65b-4f3468754055 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:37.579163 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:37.637371 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 36866248-00bf-4a46-a65b-4f3468754055 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:37.638117 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:37.774428 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 73605a4a-515d-4a0e-84c7-25f03bd3a220 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:37.926965 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c91b9540-d066-49c9-8372-2286b920c9e2 req-27e604e9-5c9a-4aa5-ae21-4d047f50f263 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8319769
Jun 10 04:06:37.935199 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 73605a4a-515d-4a0e-84c7-25f03bd3a220 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:37.942178 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 73605a4a-515d-4a0e-84c7-25f03bd3a220 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:37.943161 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:37.988867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50392) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:38.013546 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-066730db-d764-4771-beeb-1ad4495dea98 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:38.016266 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-066730db-d764-4771-beeb-1ad4495dea98 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 819 time: 2.2453794
Jun 10 04:06:38.307187 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:38.332609 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146892256-network', 'tenant_id': '90fb7aa98dcb4e7982f03ba0d153bdf4'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:38.368505 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba250>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:33Z', 'revision_number': 2, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:38.372868 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:06:38.375548 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Updating router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:06:38.375657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Request body: {'port': {'device_id': '80983951-9d3f-4d2b-b77a-58550f32f640', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'admin_state_up': True, 'tenant_id': '3caf5a7068bf4553a904087d02c38125'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:38.387962 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 73605a4a-515d-4a0e-84c7-25f03bd3a220, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=73605a4a-515d-4a0e-84c7-25f03bd3a220,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:38.428802 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427c958a-8b37-4326-8543-2f4ba270df01 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:38.431506 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Made reservation on behalf of 90fb7aa98dcb4e7982f03ba0d153bdf4 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:38.433935 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:38.444909 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:38.462000 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:38.477160 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:38.479228 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:38.660163 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=73605a4a-515d-4a0e-84c7-25f03bd3a220,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:38.672289 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:38.687352 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:38.708731 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-60d35eb3-0c1c-4f6c-8465-20fab56f67f3 req-f23836e0-431b-4660-8925-ea010115653b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 210 time: 0.3702888
Jun 10 04:06:38.978899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50406) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:39.033367 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.056591 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Transition to ACTIVE for port object 1eb2ef9e-be1c-464d-9f5c-597c5c59849a will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:39.165738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Transition to ACTIVE for port object 427c958a-8b37-4326-8543-2f4ba270df01 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:39.186762 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992915469', 'description': 'tempest-description--1483071050'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:39.263232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d754d99d-a55b-4c7f-8a29-c40f7d964d0c up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:39.270964 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.380817 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292685bc-e28e-43f5-a349-d6a84907d762 req-dcf22734-46d3-40ea-8064-e79f1203262d tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:39.391707 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port d754d99d-a55b-4c7f-8a29-c40f7d964d0c triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:39.398071 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.401642 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-292685bc-e28e-43f5-a349-d6a84907d762 req-dcf22734-46d3-40ea-8064-e79f1203262d tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 931 time: 0.2675543
Jun 10 04:06:39.449235 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.471554 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Transition to ACTIVE for port object 4c8d3235-5fbf-43dd-b6d1-7d6571127621 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:39.484274 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.494357 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.495214 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.512313 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.11', 49710) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:39.524932 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ca9e389b-85ee-4f8f-a433-f0947ac7d7c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:39.564965 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0c8df69e-72f5-41a4-9e2b-0a3b5b63758a tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:39.580668 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.583569 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-3fd753c9-56ae-48ef-8054-8aeba67c48d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:39.616096 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 73605a4a-515d-4a0e-84c7-25f03bd3a220 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:39.622511 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af8f090-7a0c-4afc-99b2-e695a94b4224,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:39.632667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:39.678466 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3559-98b3-456d-928a-872131423f40 None None] Pushing event updated for resources: {'Port': ['ID=4c8d3235-5fbf-43dd-b6d1-7d6571127621,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:39.681960 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-292685bc-e28e-43f5-a349-d6a84907d762 req-805a7fa0-65ca-4648-a29f-e0f84ae68eea tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774940
Jun 10 04:06:39.688450 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:39.698614 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7ade3559-98b3-456d-928a-872131423f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:39.752694 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.db.api [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 10 04:06:39.752694 dv-cinder-741349-4-iscsi neutron-server[92305]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 10 04:06:39.752694 dv-cinder-741349-4-iscsi neutron-server[92305]: [parameters: {'project_id_1': '3caf5a7068bf4553a904087d02c38125', 'expiration_1': datetime.datetime(2021, 6, 10, 4, 6, 39, 382338)}]
Jun 10 04:06:39.752694 dv-cinder-741349-4-iscsi neutron-server[92305]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92305) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 10 04:06:39.757292 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_db.api [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 10 04:06:39.847420 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.847904 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Added segment 0823c964-8ab7-4350-a89a-1a2a060d2e64 of type vlan for network fec2a90e-30a1-457c-bfe2-4115c4317c6d
Jun 10 04:06:39.871274 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 73605a4a-515d-4a0e-84c7-25f03bd3a220 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:39.872461 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.905855 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379c6866-14db-4285-a146-1e5ce5702ddb {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:39.957624 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:39.974832 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Pushing event updated for resources: {'Port': ['ID=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:40.103745 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:40.107245 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Attempting to bind port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:40.107726 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Attempting to bind port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:40.108252 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Attempting to bind port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 on network e91c99af-b050-40fe-a364-fd985230ec16 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:40.123776 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:40.125602 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Checking segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:40.126174 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.127263 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Bound using segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:40.128494 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Bound port: 4c8d3235-5fbf-43dd-b6d1-7d6571127621, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:40.130814 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.161422 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.189779 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.192325 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:40.194581 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Transition to ACTIVE for port object 379c6866-14db-4285-a146-1e5ce5702ddb will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:40.297544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:40.298022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.304797 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] For port 4c8d3235-5fbf-43dd-b6d1-7d6571127621, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:40.309722 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] For port 4c8d3235-5fbf-43dd-b6d1-7d6571127621, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=4c8d3235-5fbf-43dd-b6d1-7d6571127621,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:40.311175 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-a2d0ebe6-70b3-4507-a492-29bdd537ee39 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:40.312869 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-a2d0ebe6-70b3-4507-a492-29bdd537ee39 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 819 time: 0.6299913
Jun 10 04:06:40.357937 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Request body: {'port': {'device_id': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'admin_state_up': True, 'tenant_id': '3caf5a7068bf4553a904087d02c38125'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:40.381570 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.384500 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:40.469026 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.488257 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:40.489247 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.513004 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.518270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b8554bbf-1582-4ce0-972d-9514f3d822a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:40.564170 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3559-98b3-456d-928a-872131423f40 None None] Pushing event updated for resources: {'Port': ['ID=4c8d3235-5fbf-43dd-b6d1-7d6571127621,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:40.571317 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:40.573595 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba250>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:40.580446 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7ade3559-98b3-456d-928a-872131423f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:40.724046 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f8232aa5-f8d1-42cb-9697-d19940fb3dff None None] Provisioning for port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:40.728892 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f8232aa5-f8d1-42cb-9697-d19940fb3dff None None] Provisioning complete for port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:40.729308 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f8232aa5-f8d1-42cb-9697-d19940fb3dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:40.770868 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=427c958a-8b37-4326-8543-2f4ba270df01,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:40.855685 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.293s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:40.892559 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.988s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:40.893536 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-f8232aa5-f8d1-42cb-9697-d19940fb3dff None None] Port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:06:40.938611 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-18f8595f-d4db-4117-b4f5-3bd30432cbe3 req-7a9a8dbd-17e9-4dfa-a641-aefaf04ea2cf tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 210 time: 0.3935094
Jun 10 04:06:40.997395 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:41.068989 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Pushing event updated for resources: {'Network': ['ID=fec2a90e-30a1-457c-bfe2-4115c4317c6d,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:41.084447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:41.089279 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network fec2a90e-30a1-457c-bfe2-4115c4317c6d details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:41.112548 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.1222680
Jun 10 04:06:41.115748 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50444) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:41.121461 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Request body: {'subnet': {'network_id': 'fec2a90e-30a1-457c-bfe2-4115c4317c6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2146892256-subnet', 'tenant_id': '90fb7aa98dcb4e7982f03ba0d153bdf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:41.398723 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=379c6866-14db-4285-a146-1e5ce5702ddb,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:41.418577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:41.419992 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Attempting to bind port 427c958a-8b37-4326-8543-2f4ba270df01 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:41.420351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Attempting to bind port 427c958a-8b37-4326-8543-2f4ba270df01 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'd2f6748a-c1c0-4047-98d4-7d6020f8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:41.420696 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Attempting to bind port 427c958a-8b37-4326-8543-2f4ba270df01 on network 02c77f61-84e7-49fd-bc56-86c167d70fe2 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:41.425360 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.704s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:41.425717 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:41.454587 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Port 427c958a-8b37-4326-8543-2f4ba270df01 on network 02c77f61-84e7-49fd-bc56-86c167d70fe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:06:41.456058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Attempting to bind port 427c958a-8b37-4326-8543-2f4ba270df01 on network 02c77f61-84e7-49fd-bc56-86c167d70fe2 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:41.476225 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e0e0b-f357-4e97-83f9-b989fbe32830 req-2494cf25-c38c-4bec-bd1a-04a043661c7e tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:41.483964 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-728e0e0b-f357-4e97-83f9-b989fbe32830 req-2494cf25-c38c-4bec-bd1a-04a043661c7e tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 943 time: 0.0869355
Jun 10 04:06:41.484210 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba250>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:40Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:41.492804 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac86833-7632-4aaf-8195-9fa13783cf5e None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:40Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:06:41.506374 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Made reservation on behalf of 3caf5a7068bf4553a904087d02c38125 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:41.510737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:41.524596 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5b02f-d09d-4f3d-b542-91950235881a req-b43f27ef-199b-431b-aa96-38c5db56fe0d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:41.526261 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-01c5b02f-d09d-4f3d-b542-91950235881a req-b43f27ef-199b-431b-aa96-38c5db56fe0d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 931 time: 1.7608902
Jun 10 04:06:41.581745 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-728e0e0b-f357-4e97-83f9-b989fbe32830 req-bbcf7772-8550-4d08-8250-66ebd8b6d1e0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882926
Jun 10 04:06:41.724473 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:41.725157 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Checking segment: {'id': 'd2f6748a-c1c0-4047-98d4-7d6020f8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:41.725957 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Bound using segment: {'id': 'd2f6748a-c1c0-4047-98d4-7d6020f8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:41.726653 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Bound port: 427c958a-8b37-4326-8543-2f4ba270df01, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f6748a-c1c0-4047-98d4-7d6020f8a242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:41.727424 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:41.766902 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Attempting to bind port 379c6866-14db-4285-a146-1e5ce5702ddb on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:41.767433 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Attempting to bind port 379c6866-14db-4285-a146-1e5ce5702ddb by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:41.767770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Attempting to bind port 379c6866-14db-4285-a146-1e5ce5702ddb on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:42.030685 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Port 379c6866-14db-4285-a146-1e5ce5702ddb on network 6847c915-9586-461f-b874-34766c839f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:06:42.031038 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Attempting to bind port 379c6866-14db-4285-a146-1e5ce5702ddb on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:42.047379 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-01c5b02f-d09d-4f3d-b542-91950235881a req-1a9bbd3a-ff87-460b-b287-f8782b436d13 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4153304
Jun 10 04:06:42.132388 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:42.133350 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Checking segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:42.133742 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Bound using segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:42.134263 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Bound port: 379c6866-14db-4285-a146-1e5ce5702ddb, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:42.134658 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.161873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.289558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.328030 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] For port 427c958a-8b37-4326-8543-2f4ba270df01, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:42.348778 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-22e1adbd-e181-47b2-8cec-5d58bedd35ea req-be1df529-8318-454d-8ccb-a340227af390 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 210 time: 0.0534544
Jun 10 04:06:42.469729 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] For port 427c958a-8b37-4326-8543-2f4ba270df01, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=427c958a-8b37-4326-8543-2f4ba270df01,segment=NetworkSegment(d2f6748a-c1c0-4047-98d4-7d6020f8a242),segment_id=d2f6748a-c1c0-4047-98d4-7d6020f8a242)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:42.558985 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.597031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-82de18e8-21d4-4087-9569-d8b9dca7a53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:42.601610 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.607525 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Made reservation on behalf of 3caf5a7068bf4553a904087d02c38125 for: {'port': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:42.622273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.777239 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Made reservation on behalf of 90fb7aa98dcb4e7982f03ba0d153bdf4 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:42.777239 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.804171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] For port 379c6866-14db-4285-a146-1e5ce5702ddb, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:42.845337 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1e0402-cefc-4dc3-b55e-6ced6f817a95,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:42.858233 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Allocated IP 172.20.0.2 (6770c54c-b3a0-48a9-96d0-c204081125fc/5b563ca2-d0d8-4151-9454-8609257ca4ee/dbdc4b53-ff1b-4f27-86ec-3e171336d24f) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:42.868983 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] For port 379c6866-14db-4285-a146-1e5ce5702ddb, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=379c6866-14db-4285-a146-1e5ce5702ddb,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:42.898113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50498) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:42.900943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.902153 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 3.9112356
Jun 10 04:06:42.906483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:42.907534 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:42.908557 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/427c958a-8b37-4326-8543-2f4ba270df01 HTTP/1.1" status: 200  len: 1093 time: 8.6514056
Jun 10 04:06:42.915421 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'tag': '427c958a-8b37-4326-8543-2f4ba270df01'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:42.917460 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50500) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:42.923975 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'security_group_rule': {'security_group_id': '4b1e0402-cefc-4dc3-b55e-6ced6f817a95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:42.989385 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.004058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.019609 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-15170cab-9983-4842-a4c2-0f72e610cb0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:43.112863 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.147800 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=427c958a-8b37-4326-8543-2f4ba270df01,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:43.200674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb" -d '{"events": [{"name": "network-changed", "server_uuid": "56b7d7d6-e093-4ec4-9210-757fb96df29b", "tag": "427c958a-8b37-4326-8543-2f4ba270df01"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:43.201830 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 4c8d3235-5fbf-43dd-b6d1-7d6571127621 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:43.226879 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.257745 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.263963 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e60aa02b-97d0-4744-9f03-0dca0be45925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:43.272669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.317228 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:43.317844 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.319274 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/379c6866-14db-4285-a146-1e5ce5702ddb HTTP/1.1" status: 200  len: 1093 time: 8.7063758
Jun 10 04:06:43.330690 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-c6bf2ffd-672e-414f-a4b5-72ee80328403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.354254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.385733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:43.390604 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:43.391264 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.393960 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.406593 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e238e8f-bccc-4f16-85f3-872f62728aec req-4a8e2bb0-3969-4afc-b517-05309b5d0ac0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:43.408157 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4e238e8f-bccc-4f16-85f3-872f62728aec req-4a8e2bb0-3969-4afc-b517-05309b5d0ac0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 943 time: 0.6011028
Jun 10 04:06:43.413400 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a55f85f3-cfd0-4672-b0e4-195322eae3f3,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:43.415452 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=379c6866-14db-4285-a146-1e5ce5702ddb,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:43.416878 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.420130 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:43.428681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.429183 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:43.430106 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.443134 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Checking segment: {'id': '0823c964-8ab7-4350-a89a-1a2a060d2e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'fec2a90e-30a1-457c-bfe2-4115c4317c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:43.447914 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Network hostable DHCP agents. Network: fec2a90e-30a1-457c-bfe2-4115c4317c6d, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:43.447914 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d595b0ed-4135-454b-ad9d-d5a12311bae7,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:43.467581 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.495597 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8060ffb-340a-4fb3-83b7-1cd38dfbd2e7 req-af3512df-4f62-4414-a31f-691d36342627 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:43.496665 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c8060ffb-340a-4fb3-83b7-1cd38dfbd2e7 req-af3512df-4f62-4414-a31f-691d36342627 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 943 time: 0.2349601
Jun 10 04:06:43.505055 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.520122 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.549990 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c8060ffb-340a-4fb3-83b7-1cd38dfbd2e7 req-33aed1cd-01be-4832-9cd7-cb0da401aec4 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464857
Jun 10 04:06:43.558770 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Network fec2a90e-30a1-457c-bfe2-4115c4317c6d is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:43.559731 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 4c8d3235-5fbf-43dd-b6d1-7d6571127621, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=4c8d3235-5fbf-43dd-b6d1-7d6571127621,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:43.559877 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.567569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:43.650735 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.653002 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-87884c77-0660-467c-962e-73979c7d828b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:43.677907 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, fec2a90e-30a1-457c-bfe2-4115c4317c6d) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:43.687981 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:43.689725 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.698267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f9422-f975-42f0-a825-672795b5b735 None None] Network fec2a90e-30a1-457c-bfe2-4115c4317c6d requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:43.733146 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4e238e8f-bccc-4f16-85f3-872f62728aec req-0b183d8b-7b69-48f7-97b7-a38476d70ecc tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146267
Jun 10 04:06:43.753034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Pushing event updated for resources: {'Port': ['ID=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:43.764654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.816922 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd823ee1-b453-4e5a-ac8a-666cc20bb86e x-openstack-request-id: req-dd823ee1-b453-4e5a-ac8a-666cc20bb86e {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:43.817218 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b7d7d6-e093-4ec4-9210-757fb96df29b", "tag": "427c958a-8b37-4326-8543-2f4ba270df01", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:43.817485 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd823ee1-b453-4e5a-ac8a-666cc20bb86e {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:43.817957 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'tag': '427c958a-8b37-4326-8543-2f4ba270df01', 'status': 'completed', 'code': 200}
Jun 10 04:06:43.827867 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.889242 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=4c8d3235-5fbf-43dd-b6d1-7d6571127621,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:43.893099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568275d-0bce-4321-a561-48b4bbf911d1 None None] Network fec2a90e-30a1-457c-bfe2-4115c4317c6d requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:43.895264 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:43.907703 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:43.914852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-7445c985-25c0-4339-80bb-2d124951a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:43.916385 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-7445c985-25c0-4339-80bb-2d124951a96c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28dbf3143dd6490fb83e1d40fe780ff9&device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 1096 time: 0.4303367
Jun 10 04:06:43.924549 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3440e142-253e-4658-9545-5652cfd8a64d req-6ff0a61c-8b3b-477c-8db4-e236b32aca0e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 210 time: 0.0502591
Jun 10 04:06:43.938889 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:43.971735 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-8c9473f4-8313-4612-9938-3ddd25ad4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:43.973255 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-8c9473f4-8313-4612-9938-3ddd25ad4bab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 1096 time: 0.3641601
Jun 10 04:06:43.974117 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:44.031751 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.033625 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-5c61a7c8-7c07-4390-970f-17c8dbc383bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427c958a-8b37-4326-8543-2f4ba270df01 HTTP/1.1" status: 200  len: 217 time: 0.0939002
Jun 10 04:06:44.099057 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.9814525
Jun 10 04:06:44.099947 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.103569 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1826510
Jun 10 04:06:44.103811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50524) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:44.110432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'security_group_rule': {'security_group_id': '4b1e0402-cefc-4dc3-b55e-6ced6f817a95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:44.203593 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.222627 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-6e6b48e0-b901-413d-8a67-2e10f3b9a84f None None] Provisioning complete for port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:44.223775 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6e6b48e0-b901-413d-8a67-2e10f3b9a84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.264558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6636232e-7b82-428b-bac7-59c8f917677a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:44.297757 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b48e0-b901-413d-8a67-2e10f3b9a84f None None] Port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:06:44.298331 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-7999d784-68f0-4915-acc5-334a018ce3d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=379c6866-14db-4285-a146-1e5ce5702ddb HTTP/1.1" status: 200  len: 217 time: 0.2771850
Jun 10 04:06:44.301985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.389362 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.448770 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6c61401e-24c8-4a54-b0bd-ba8e584cf168 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:44.454301 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.501647 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc9eaa5-d817-43c6-9acd-fac69018644b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:44.522799 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a593fc2d84fb47cba7079bb077fc52c4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6166239
Jun 10 04:06:44.543027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:44.543027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:44.543027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50532) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:44.580381 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-49a13867-13fa-4ee7-9af2-5730a00b2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:44.580381 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-49a13867-13fa-4ee7-9af2-5730a00b2cda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4010f0-32c4-4334-9078-65eb3daeca3f HTTP/1.1" status: 200  len: 850 time: 0.5387559
Jun 10 04:06:44.623615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-fd9d3942-ecb1-48ce-98c9-7985a3752733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:44.625076 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-fd9d3942-ecb1-48ce-98c9-7985a3752733 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.2032855
Jun 10 04:06:44.651886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.653354 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5484843
Jun 10 04:06:44.665168 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6780a917-ee29-435c-bab2-5efaa1d81913,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:44.665168 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:44.669769 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50540) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:44.674469 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:44.688082 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Network 6770c54c-b3a0-48a9-96d0-c204081125fc is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:44.705579 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-19715a02-f0b3-49b0-a4b9-4761b455f3d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02c77f61-84e7-49fd-bc56-86c167d70fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1045761
Jun 10 04:06:44.706043 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Allocated IP 172.20.0.7 (6770c54c-b3a0-48a9-96d0-c204081125fc/5b563ca2-d0d8-4151-9454-8609257ca4ee/4f84d317-036b-490c-84e8-3f528f540803) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:44.738834 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:44.754919 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Pushing event updated for resources: {'Port': ['ID=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:44.758673 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-a354b912-8c97-4a69-8b63-e57e3f52d000 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0727291
Jun 10 04:06:44.764587 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:44.765266 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:44.770661 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:44.771308 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.867025 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:06:44.896685 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:44.899525 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50548) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:44.926911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-595016774-network', 'tenant_id': '1991ac2fdb604eddbbd69080da405e65'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:45.007036 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.6645532
Jun 10 04:06:45.008246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.036075 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.047310 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Request body: {'port': {'device_id': '80983951-9d3f-4d2b-b77a-58550f32f640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:45.121402 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Made reservation on behalf of 1991ac2fdb604eddbbd69080da405e65 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:45.123704 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.135859 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 4c8d3235-5fbf-43dd-b6d1-7d6571127621 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:45.150987 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.166002 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b8cb1-dd35-440d-b6a9-fc774f1df398 req-aad79e71-3313-4952-bb34-7a8dd45d4206 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:45.167998 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e50b8cb1-dd35-440d-b6a9-fc774f1df398 req-aad79e71-3313-4952-bb34-7a8dd45d4206 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 943 time: 0.2725248
Jun 10 04:06:45.196759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:45.197154 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.223813 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-f010abef-f060-467b-bd37-3b1632f796d0 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4868584
Jun 10 04:06:45.225711 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.254523 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-354032e9-d36c-46a2-acba-8c5e6dfa91c8 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4798505
Jun 10 04:06:45.256706 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e50b8cb1-dd35-440d-b6a9-fc774f1df398 req-fa6a54bd-80b0-466c-8f20-5bd993c79809 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692861
Jun 10 04:06:45.271845 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.280259 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c72f6-c7f2-49b6-ab73-e486f8acc992 req-a89f4859-5e45-428c-9e6b-90c4e41b76c9 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:45.283800 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:45.295277 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1e0c72f6-c7f2-49b6-ab73-e486f8acc992 req-a89f4859-5e45-428c-9e6b-90c4e41b76c9 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 943 time: 0.5331109
Jun 10 04:06:45.295492 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.416063 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Network 6770c54c-b3a0-48a9-96d0-c204081125fc is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:45.428116 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:45.432465 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:45.438584 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:45.439230 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.569946 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Pushing event updated for resources: {'Port': ['ID=4f84d317-036b-490c-84e8-3f528f540803,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:45.573240 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:45.587304 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1e0c72f6-c7f2-49b6-ab73-e486f8acc992 req-50a53a0f-2ca4-4c86-abb7-4e6a8a53aa34 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2990844
Jun 10 04:06:45.596203 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.603838 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:06:45.618038 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:06:45.627323 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] 10.222.0.20 "PUT /v2.0/routers/6b0ecabb-15b1-4a41-91f4-7a6a15c42afb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.9931867
Jun 10 04:06:45.637345 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:45.638249 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56364850>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:45.683758 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.742897 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe3e3a-30be-4b48-9870-872e0a5cea32 req-819824f7-00c4-48e4-8665-ff79de1d5013 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:45.753440 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e5fe3e3a-30be-4b48-9870-872e0a5cea32 req-819824f7-00c4-48e4-8665-ff79de1d5013 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 931 time: 0.2809772
Jun 10 04:06:45.779878 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Allocated IP 172.27.0.96 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/dc851e2f-6637-44f6-a642-a7d625f7525b) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:45.798367 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.820921 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:45.830337 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'tag': '379c6866-14db-4285-a146-1e5ce5702ddb'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:45.832670 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e" -d '{"events": [{"name": "network-changed", "server_uuid": "cda1f2ab-0efd-4091-9967-a997c59784e6", "tag": "379c6866-14db-4285-a146-1e5ce5702ddb"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:45.844662 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5baab7-009c-4cd2-a06d-a98fe19cd681 req-96416c5c-aa47-4392-9dfb-18a4fbd02074 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6085837
Jun 10 04:06:45.848040 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:45.848490 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae3b6abc-878e-4fd8-bfd1-69ac9713e2a4 req-173b01b1-a2bb-4173-b2dd-5321a241810d service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5768189
Jun 10 04:06:45.913560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a8c39b19-24ce-4eab-8233-a783ecc16bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.913560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.920929 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:06:45.935660 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.942665 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Added segment b27ea499-bfc0-4858-954d-762c474a2bfb of type vlan for network 79dddecc-1bb2-4ed4-88a5-da71e95133d7
Jun 10 04:06:45.952277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.957480 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:45.958632 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1bc9eaa5-d817-43c6-9acd-fac69018644b HTTP/1.1" status: 204  len: 168 time: 1.4162560
Jun 10 04:06:45.961607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:45.979828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc9eaa5-d817-43c6-9acd-fac69018644b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:45.983830 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:46.002101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.035457 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6820993
Jun 10 04:06:46.052837 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e5fe3e3a-30be-4b48-9870-872e0a5cea32 req-7e926402-b838-4a60-bba1-d729cd1413c8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2960606
Jun 10 04:06:46.074411 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Request body: {'port': {'device_id': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:46.078657 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d26a85c-440d-41b0-83ff-0e3756fda732,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:46.094207 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:46.181459 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff424f9-f466-425a-9bd4-ff6597940ba6 x-openstack-request-id: req-aff424f9-f466-425a-9bd4-ff6597940ba6 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:46.181759 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda1f2ab-0efd-4091-9967-a997c59784e6", "tag": "379c6866-14db-4285-a146-1e5ce5702ddb", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:46.182026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aff424f9-f466-425a-9bd4-ff6597940ba6 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:46.182422 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'tag': '379c6866-14db-4285-a146-1e5ce5702ddb', 'status': 'completed', 'code': 200}
Jun 10 04:06:46.190530 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.196353 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:46.197124 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.214009 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:46.346910 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-fd5b4711-7946-4844-8a50-20d1c54fe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:46.358046 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-fd5b4711-7946-4844-8a50-20d1c54fe942 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=28dbf3143dd6490fb83e1d40fe780ff9&device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 1096 time: 0.3143857
Jun 10 04:06:46.377901 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.4711728
Jun 10 04:06:46.385883 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-049a61ee-01f9-421b-a278-5e4b6e49e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:46.387104 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-049a61ee-01f9-421b-a278-5e4b6e49e5d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 1096 time: 0.1926975
Jun 10 04:06:46.387605 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50574) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:46.421309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Request body: {'subnet': {'network_id': '79dddecc-1bb2-4ed4-88a5-da71e95133d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-595016774-subnet', 'tenant_id': '1991ac2fdb604eddbbd69080da405e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:46.425741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdc4b53-ff1b-4f27-86ec-3e171336d24f {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:46.442824 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.449889 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Pushing event updated for resources: {'Network': ['ID=79dddecc-1bb2-4ed4-88a5-da71e95133d7,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:46.450162 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.450267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56364850>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:42Z', 'revision_number': 2, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:46.462003 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 79dddecc-1bb2-4ed4-88a5-da71e95133d7 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:06:46.462480 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:46.468848 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.511709 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:06:46.513424 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Updating router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:06:46.599198 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50582) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:46.601421 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Transition to ACTIVE for port object dbdc4b53-ff1b-4f27-86ec-3e171336d24f will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:46.604796 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753834777', 'description': 'tempest-description--1919973046'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:46.692129 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.693531 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.715884 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:46.731290 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6da79280-e754-466b-a9cd-8a82d3fe4b9b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:46.733386 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.762197 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-394773cd-bf8f-4edb-80f5-8625be7d196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:46.764265 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-394773cd-bf8f-4edb-80f5-8625be7d196b service neutron] 10.222.0.11 "GET /v2.0/networks?id=02c77f61-84e7-49fd-bc56-86c167d70fe2 HTTP/1.1" status: 200  len: 911 time: 0.4046619
Jun 10 04:06:46.765330 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-9124172f-dd0b-4875-a826-6257e9da82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:46.766967 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-9124172f-dd0b-4875-a826-6257e9da82ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 915 time: 0.3366680
Jun 10 04:06:46.811615 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:46.843084 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:46.851410 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:46.985241 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Made reservation on behalf of 1991ac2fdb604eddbbd69080da405e65 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:46.987582 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:46.990997 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-71c94fb3-027b-4dd5-b0c4-e60ca4d67c38 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=379c6866-14db-4285-a146-1e5ce5702ddb HTTP/1.1" status: 200  len: 217 time: 0.1909034
Jun 10 04:06:46.998159 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-1cc0afb0-fba9-4643-852a-d13666373752 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=427c958a-8b37-4326-8543-2f4ba270df01 HTTP/1.1" status: 200  len: 217 time: 0.1970761
Jun 10 04:06:47.026497 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:47.034739 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.042826 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'Port': ['ID=dc851e2f-6637-44f6-a642-a7d625f7525b,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:47.046886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:47.064536 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:47.166403 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50592) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:47.192096 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.197005 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e85e27-3c52-4cff-8afd-6c611489c3ba req-87968cdf-5bb5-4e7d-b8ff-ff6484602896 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:47.201968 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-04e85e27-3c52-4cff-8afd-6c611489c3ba req-87968cdf-5bb5-4e7d-b8ff-ff6484602896 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 943 time: 0.6471591
Jun 10 04:06:47.201968 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50594) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:47.204042 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Transition to ACTIVE for port object 1eb2ef9e-be1c-464d-9f5c-597c5c59849a will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:47.236295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.247231 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.250382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Attempting to bind port dbdc4b53-ff1b-4f27-86ec-3e171336d24f on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:47.250719 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Attempting to bind port dbdc4b53-ff1b-4f27-86ec-3e171336d24f by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:47.251078 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Attempting to bind port dbdc4b53-ff1b-4f27-86ec-3e171336d24f on network 6770c54c-b3a0-48a9-96d0-c204081125fc {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:47.261727 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-485214be-612e-48d8-9383-698671006700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:47.263230 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-485214be-612e-48d8-9383-698671006700 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bb4010f0-32c4-4334-9078-65eb3daeca3f HTTP/1.1" status: 200  len: 850 time: 0.2479727
Jun 10 04:06:47.268823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-9aa3e822-140a-4a13-a39c-12bceede0163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:47.269756 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-9aa3e822-140a-4a13-a39c-12bceede0163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.2558098
Jun 10 04:06:47.277789 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.283425 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Port dbdc4b53-ff1b-4f27-86ec-3e171336d24f on network 6770c54c-b3a0-48a9-96d0-c204081125fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:06:47.283752 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Attempting to bind port dbdc4b53-ff1b-4f27-86ec-3e171336d24f on network 6770c54c-b3a0-48a9-96d0-c204081125fc {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:47.329066 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.331385 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9b8ab-d671-4434-905a-4e5b8e9ae199 req-0705401f-f1b2-4ff3-897a-84ee61c77446 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:47.331994 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-b0013afb-2134-4b4d-8bd4-ec5ef4b49991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:47.338341 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d5a9b8ab-d671-4434-905a-4e5b8e9ae199 req-0705401f-f1b2-4ff3-897a-84ee61c77446 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 943 time: 0.5393713
Jun 10 04:06:47.346469 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-6574f643-be36-46a6-b354-b11b1fcfa535 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02c77f61-84e7-49fd-bc56-86c167d70fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0741606
Jun 10 04:06:47.371733 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-04e85e27-3c52-4cff-8afd-6c611489c3ba req-9493ec18-2291-4a96-af68-e3eb2dc15dca tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537001
Jun 10 04:06:47.397211 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cc5a8-5549-42d9-82cb-a69697444af1 None None] Pushing event updated for resources: {'Port': ['ID=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:47.408454 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-294cc5a8-5549-42d9-82cb-a69697444af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:47.412806 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:47.414806 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Checking segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:47.416373 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Bound using segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:47.417770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Bound port: dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:47.418277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.473802 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-25fbf657-4d5c-462f-a209-b931f1bda57f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1851711
Jun 10 04:06:47.499559 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f84d317-036b-490c-84e8-3f528f540803 {{(pid=92307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:47.514907 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.521044 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.564188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Attempting to bind port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:47.564654 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Attempting to bind port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:47.565092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Attempting to bind port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:47.570811 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:47.571208 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Checking segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:47.571765 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.572237 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Bound using segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:47.572896 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Bound port: 1eb2ef9e-be1c-464d-9f5c-597c5c59849a, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:47.573443 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.596538 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.638727 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Transition to ACTIVE for port object 4f84d317-036b-490c-84e8-3f528f540803 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:47.660279 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] For port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:47.664590 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] For port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:47.754573 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.765095 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.767222 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:47.772194 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-66b19be8-7c62-4ee0-8947-ad45c182d4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:47.787334 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.840049 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:06:47.840776 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56364850>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:06:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:47.903131 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d5a9b8ab-d671-4434-905a-4e5b8e9ae199 req-124d67a9-4b77-49d0-9689-c494f9e7df6d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5637970
Jun 10 04:06:47.952856 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:47.966808 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d36704-ce29-4f7d-8658-65fa22977b09 req-e3151795-23aa-4ba8-b551-9fa182ebb4a5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:47.968318 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-76d36704-ce29-4f7d-8658-65fa22977b09 req-e3151795-23aa-4ba8-b551-9fa182ebb4a5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 931 time: 0.3783329
Jun 10 04:06:47.981238 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294cc5a8-5549-42d9-82cb-a69697444af1 None None] Pushing event updated for resources: {'Port': ['ID=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:47.995332 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-294cc5a8-5549-42d9-82cb-a69697444af1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.049322 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:06:48.089133 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-719813e8-44d9-413a-8fc4-a6d4a2835e67 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6825879
Jun 10 04:06:48.091914 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] For port dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:48.095283 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-5debf738-183a-4611-9bcd-2b14355e985b service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5721569
Jun 10 04:06:48.097077 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] For port dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:48.102897 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f84d317-036b-490c-84e8-3f528f540803,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:48.115071 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.119155 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:48.148099 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf27ad89366d4536aa83f5551413bce6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9704447
Jun 10 04:06:48.150585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50602) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:48.168997 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-76d36704-ce29-4f7d-8658-65fa22977b09 req-e6166b71-b316-48c9-bde3-02356f21147c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824002
Jun 10 04:06:48.172142 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.179032 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Attempting to bind port 4f84d317-036b-490c-84e8-3f528f540803 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:48.179444 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Attempting to bind port 4f84d317-036b-490c-84e8-3f528f540803 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:48.180412 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Attempting to bind port 4f84d317-036b-490c-84e8-3f528f540803 on network 6770c54c-b3a0-48a9-96d0-c204081125fc {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:48.199523 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.207409 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Port 4f84d317-036b-490c-84e8-3f528f540803 on network 6770c54c-b3a0-48a9-96d0-c204081125fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:06:48.207732 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Attempting to bind port 4f84d317-036b-490c-84e8-3f528f540803 on network 6770c54c-b3a0-48a9-96d0-c204081125fc {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:48.209560 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9991b-2f6f-4ea6-b422-f9687c8f36d5,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:48.216108 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.223389 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:48.223724 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Checking segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:48.224273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Bound using segment: {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:48.224723 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Bound port: 4f84d317-036b-490c-84e8-3f528f540803, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f5a8c6-702f-4b1f-92d3-e01e4e772cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:48.225042 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.233088 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:48.258466 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.272597 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.338542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.347116 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:48.349795 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] For port 4f84d317-036b-490c-84e8-3f528f540803, host hv-cinder-74134, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:48.374825 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56364850>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:47Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:48.379615 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6801f8f4-37f1-4bfe-8ba7-72e85a1c7548 None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:47Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:06:48.409377 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.417656 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] For port 4f84d317-036b-490c-84e8-3f528f540803, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4f84d317-036b-490c-84e8-3f528f540803,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:48.432649 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.479387 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6b20cb-3fcd-4ae4-bb25-0b57cdf8694d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:48.482735 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:48.483574 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.491681 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] 10.222.0.11 "PUT /v2.0/ports/dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 1093 time: 3.4578123
Jun 10 04:06:48.496579 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80983951-9d3f-4d2b-b77a-58550f32f640', 'tag': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:48.498107 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'Port': ['ID=dc851e2f-6637-44f6-a642-a7d625f7525b,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:48.499046 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935" -d '{"events": [{"name": "network-changed", "server_uuid": "80983951-9d3f-4d2b-b77a-58550f32f640", "tag": "dbdc4b53-ff1b-4f27-86ec-3e171336d24f"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:48.501816 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.504746 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.505156 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:48.506416 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:48.520362 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-620cd3c3-ba5b-4ec6-b9a2-026a86c785eb req-57671aff-5711-44bb-ba4e-5e0bdaf5d749 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4220183
Jun 10 04:06:48.532619 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8db9d3f1-db5d-4a29-8d47-31b71d15e14e req-719b816c-e9b0-4bd0-9db1-8e2c6e6907e2 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4239008
Jun 10 04:06:48.575819 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.577281 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.621577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Checking segment: {'id': 'b27ea499-bfc0-4858-954d-762c474a2bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '79dddecc-1bb2-4ed4-88a5-da71e95133d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:48.621950 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Network hostable DHCP agents. Network: 79dddecc-1bb2-4ed4-88a5-da71e95133d7, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:06:48.682010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6597f-4f6e-423c-88bd-c6feb1b72a5b x-openstack-request-id: req-9fd6597f-4f6e-423c-88bd-c6feb1b72a5b {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:48.682010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80983951-9d3f-4d2b-b77a-58550f32f640", "tag": "dbdc4b53-ff1b-4f27-86ec-3e171336d24f", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:48.682010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9fd6597f-4f6e-423c-88bd-c6feb1b72a5b {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:48.682010 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80983951-9d3f-4d2b-b77a-58550f32f640', 'tag': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f', 'status': 'completed', 'code': 200}
Jun 10 04:06:48.682348 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a21b78-1d80-47ff-928c-2df2183086a6,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:48.703726 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:48.704579 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.706003 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f84d317-036b-490c-84e8-3f528f540803 HTTP/1.1" status: 200  len: 1093 time: 2.6522059
Jun 10 04:06:48.706870 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'tag': '4f84d317-036b-490c-84e8-3f528f540803'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:48.768010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:48.797797 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.798224 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:48.806506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:48.810824 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.837564 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.945150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Network 79dddecc-1bb2-4ed4-88a5-da71e95133d7 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:06:48.974774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfb412-e232-45e7-b617-ab576f1d2a4f req-aea09d2a-95c2-42ad-b9f7-b81fc8200de4 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:48.980880 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79" -d '{"events": [{"name": "network-changed", "server_uuid": "e58e3b21-0d12-495d-b41e-4aa5f9c87679", "tag": "4f84d317-036b-490c-84e8-3f528f540803"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:48.983512 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19cfb412-e232-45e7-b617-ab576f1d2a4f req-aea09d2a-95c2-42ad-b9f7-b81fc8200de4 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 943 time: 0.3111706
Jun 10 04:06:48.986046 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:48.997966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935 req-7ba97342-0cae-4eae-8b73-3ec9482b68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:48.998508 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4f84d317-036b-490c-84e8-3f528f540803,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:49.000068 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935 req-7ba97342-0cae-4eae-8b73-3ec9482b68b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1096 time: 0.2925766
Jun 10 04:06:49.003408 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:49.058073 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-0e6c88e1-c585-4859-82cc-77d7ac4bbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:49.059342 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-0e6c88e1-c585-4859-82cc-77d7ac4bbb2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 1096 time: 0.1442456
Jun 10 04:06:49.096783 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.141800 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1eb2ef9e-be1c-464d-9f5c-597c5c59849a up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:49.179967 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:49.185493 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2cee65a188d444a5bfc1581ad0b080d3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9768772
Jun 10 04:06:49.191495 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-8fb71dc1-b9df-4bd9-b828-8263bb08df18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f84d317-036b-490c-84e8-3f528f540803 HTTP/1.1" status: 200  len: 217 time: 0.1076400
Jun 10 04:06:49.192266 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.198530 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.5274563
Jun 10 04:06:49.202202 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50620) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:49.241202 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 379c6866-14db-4285-a146-1e5ce5702ddb details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:06:49.248986 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.250175 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.6491342
Jun 10 04:06:49.294635 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935 req-1ddf296c-c06b-46bd-9493-ee1fee23889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:49.294635 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935 req-1ddf296c-c06b-46bd-9493-ee1fee23889f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3caf5a7068bf4553a904087d02c38125&shared=False HTTP/1.1" status: 200  len: 920 time: 0.2705851
Jun 10 04:06:49.295375 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50624) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:49.298187 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 79dddecc-1bb2-4ed4-88a5-da71e95133d7) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:49.313674 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-b4c3a935-727a-444a-873d-4c3a3b7584fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:49.315165 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-b4c3a935-727a-444a-873d-4c3a3b7584fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.1138022
Jun 10 04:06:49.320656 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'security_group_rule': {'security_group_id': '80a21b78-1d80-47ff-928c-2df2183086a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:49.321632 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1627f-61e6-4c2f-805d-6f5b836554f8 None None] Network 79dddecc-1bb2-4ed4-88a5-da71e95133d7 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:49.336097 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.337383 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:49.372431 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:49.377681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.396039 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19cfb412-e232-45e7-b617-ab576f1d2a4f req-b3bc7914-1296-4b76-bdeb-0356258e2b1b tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4007573
Jun 10 04:06:49.423244 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.443056 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6d9991b-2f6f-4ea6-b422-f9687c8f36d5 HTTP/1.1" status: 204  len: 168 time: 1.2884407
Jun 10 04:06:49.492727 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:49.578283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:49.578674 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.599246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9991b-2f6f-4ea6-b422-f9687c8f36d5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:49.604895 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.1991973
Jun 10 04:06:49.617351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:49.618696 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:49.626886 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-c946495f-c55a-4422-ad7b-e84ffba36ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2900469
Jun 10 04:06:49.646776 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fee3f5-844f-419e-8e48-10e89e9f5854,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:49.798968 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 379c6866-14db-4285-a146-1e5ce5702ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=379c6866-14db-4285-a146-1e5ce5702ddb,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:49.833196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '379c6866-14db-4285-a146-1e5ce5702ddb', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'port_id': '379c6866-14db-4285-a146-1e5ce5702ddb', 'mac_address': 'fa:16:3e:05:cb:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc4683c-f746-4111-81cf-3f522816e349', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:06:49.835770 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-15a47e84-a047-4048-b95d-47c84c958f18 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974514
Jun 10 04:06:49.837447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093a882d-4c91-4cfb-ba5e-67a9cb140fac x-openstack-request-id: req-093a882d-4c91-4cfb-ba5e-67a9cb140fac {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:49.837926 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e58e3b21-0d12-495d-b41e-4aa5f9c87679", "tag": "4f84d317-036b-490c-84e8-3f528f540803", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:49.838336 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-093a882d-4c91-4cfb-ba5e-67a9cb140fac {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:49.838954 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'tag': '4f84d317-036b-490c-84e8-3f528f540803', 'status': 'completed', 'code': 200}
Jun 10 04:06:49.842688 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:49.850971 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c07d5c-8778-4bdd-858e-baf472979661 req-ea3dd144-9939-4455-9486-486580ab083b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:49.858855 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-99c07d5c-8778-4bdd-858e-baf472979661 req-ea3dd144-9939-4455-9486-486580ab083b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 943 time: 0.8221090
Jun 10 04:06:49.930894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50640) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:49.948052 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-99c07d5c-8778-4bdd-858e-baf472979661 req-429e7aab-a1e6-44ad-8e8c-9e411c9e2f02 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864329
Jun 10 04:06:50.056137 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.089227 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.099894 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7b550-2c0c-4624-b500-f7c738efd65b None None] Network 79dddecc-1bb2-4ed4-88a5-da71e95133d7 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:06:50.104941 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.115505 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.119924 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935 req-487e0dc7-1042-426a-a5e0-cb0c09ba9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:50.122497 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d5010f9-0edf-42bd-bb0c-70baaf5ba935 req-487e0dc7-1042-426a-a5e0-cb0c09ba9663 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.8112037
Jun 10 04:06:50.171091 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb10851-ed97-43c7-9ab1-dc7ee5a525ff req-54a190d7-86a3-4d44-8e80-e9d18ed4f51c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:50.180185 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.183372 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fcb10851-ed97-43c7-9ab1-dc7ee5a525ff req-54a190d7-86a3-4d44-8e80-e9d18ed4f51c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 943 time: 0.2301571
Jun 10 04:06:50.194737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.204402 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379c6866-14db-4285-a146-1e5ce5702ddb {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:50.226853 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-a43c11f9-c9f6-4fcd-9920-dbbc89fe5e0b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--992915469&fields=id&tenant_id=58678dd284184e898c7026d27aca9272 HTTP/1.1" status: 200  len: 267 time: 0.0715275
Jun 10 04:06:50.234381 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Deleting subnet a55f85f3-cfd0-4672-b0e4-195322eae3f3 {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:06:50.234554 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 379c6866-14db-4285-a146-1e5ce5702ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=379c6866-14db-4285-a146-1e5ce5702ddb,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:50.245397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:50.283442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b05b063-02d0-4652-b422-5f0710104c0b,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:50.284329 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.285982 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.301716 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:50.335124 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fcb10851-ed97-43c7-9ab1-dc7ee5a525ff req-cccde873-1ac7-4f71-947f-6cd956d9a425 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486104
Jun 10 04:06:50.341647 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.345317 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0429320
Jun 10 04:06:50.345561 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50658) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:50.350427 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'security_group_rule': {'security_group_id': '80a21b78-1d80-47ff-928c-2df2183086a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:50.358989 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:50.361788 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.363180 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 427c958a-8b37-4326-8543-2f4ba270df01 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:06:50.381577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-a19863cc-8962-44de-ba91-13d53b8b1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:50.383412 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-a19863cc-8962-44de-ba91-13d53b8b1b71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1096 time: 0.1867297
Jun 10 04:06:50.394434 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:50.436691 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.441360 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8fee3f5-844f-419e-8e48-10e89e9f5854 HTTP/1.1" status: 204  len: 168 time: 1.2341211
Jun 10 04:06:50.447843 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-51316c65-b221-41ab-9866-d5642fdc53b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:50.465555 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fee3f5-844f-419e-8e48-10e89e9f5854,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:50.480032 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:50.501888 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-3314f9f7-0c34-4a2c-abe2-0c2cb3437ade service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 217 time: 0.1050792
Jun 10 04:06:50.504544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.512531 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.536296 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.563522 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c2912f4-0f8f-4d79-80d6-0cffe63b6f62 req-bc840b95-5135-4ceb-b3ae-d72d46b6044e service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7021229
Jun 10 04:06:50.565200 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.577451 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=379c6866-14db-4285-a146-1e5ce5702ddb,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:50.582022 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:50.587273 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:50.613311 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-a575c998-e1c4-4b4b-9145-0351ba6a7d0f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:50.615104 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-a575c998-e1c4-4b4b-9145-0351ba6a7d0f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 808 time: 0.3343709
Jun 10 04:06:50.679277 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-e61274ba-cbbb-4bc0-8057-6f3d56efdcb4 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/quotas/58678dd284184e898c7026d27aca9272 HTTP/1.1" status: 200  len: 375 time: 0.0199904
Jun 10 04:06:50.734235 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:50.738683 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:50.743966 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 427c958a-8b37-4326-8543-2f4ba270df01, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=427c958a-8b37-4326-8543-2f4ba270df01,segment=NetworkSegment(d2f6748a-c1c0-4047-98d4-7d6020f8a242),segment_id=d2f6748a-c1c0-4047-98d4-7d6020f8a242)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:50.756974 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '427c958a-8b37-4326-8543-2f4ba270df01', 'network_id': '02c77f61-84e7-49fd-bc56-86c167d70fe2', 'port_id': '427c958a-8b37-4326-8543-2f4ba270df01', 'mac_address': 'fa:16:3e:15:df:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4010f0-32c4-4334-9078-65eb3daeca3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:06:50.761998 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.808791 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.809454 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:50.832665 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427c958a-8b37-4326-8543-2f4ba270df01 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:50.857995 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.863611 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 427c958a-8b37-4326-8543-2f4ba270df01, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=427c958a-8b37-4326-8543-2f4ba270df01,segment=NetworkSegment(d2f6748a-c1c0-4047-98d4-7d6020f8a242),segment_id=d2f6748a-c1c0-4047-98d4-7d6020f8a242)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:50.864310 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a55f85f3-cfd0-4672-b0e4-195322eae3f3 HTTP/1.1" status: 204  len: 168 time: 0.8806410
Jun 10 04:06:50.871883 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50674) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:50.872837 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a55f85f3-cfd0-4672-b0e4-195322eae3f3,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:50.883119 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9bcafdcd-ac32-4634-b655-f3acce7090ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:50.930138 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:50.932268 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-a95d0c82-b280-431a-9750-3879ffa3a063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:50.974468 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40859678-262c-439c-83af-4c3a8a98e301 req-013359ae-0406-4ca4-9895-995020299ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:50.976185 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-013359ae-0406-4ca4-9895-995020299ca8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.4624670
Jun 10 04:06:51.004955 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-72536a82-1f5e-4834-b618-998e54ad5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:51.006316 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-72536a82-1f5e-4834-b618-998e54ad5dfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 1096 time: 0.2541189
Jun 10 04:06:51.036616 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=427c958a-8b37-4326-8543-2f4ba270df01,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:51.041192 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:51.051124 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-a4777368-13f9-407d-b34e-f26701c41c10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604208
Jun 10 04:06:51.070911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.099969 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.107172 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-1146b7a6-ec72-4c54-9ab4-f23500455a90 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4204633
Jun 10 04:06:51.128868 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1eb2ef9e-be1c-464d-9f5c-597c5c59849a up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:51.133593 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55c8e-2074-4d3a-b553-c8b52b2ced68 req-db15c8fe-d26b-4ac8-b203-923c03774e83 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:51.134892 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19f55c8e-2074-4d3a-b553-c8b52b2ced68 req-db15c8fe-d26b-4ac8-b203-923c03774e83 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 943 time: 0.2577114
Jun 10 04:06:51.189935 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:51.190168 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.213338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.220518 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:51.260115 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ae950b-5b09-4299-849b-534f47b5a79d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:51.275835 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19f55c8e-2074-4d3a-b553-c8b52b2ced68 req-ff84b590-3300-4af9-82bb-effa1a2045ef tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897856
Jun 10 04:06:51.276779 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:51.280972 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-e0997b42-5c12-44e9-8e1a-7aadf62a2ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2149041
Jun 10 04:06:51.409687 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:06:51.422878 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.424301 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0778177
Jun 10 04:06:51.430178 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50692) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:51.440901 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:51.463512 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['427c958a-8b37-4326-8543-2f4ba270df01'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:06:51.507360 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.510367 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-70055abe-4197-46e9-a87b-c3b81c295605 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2204902
Jun 10 04:06:51.511170 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-fd6a3784-90ea-4ff2-a934-bf7165fa0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:51.512675 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-fd6a3784-90ea-4ff2-a934-bf7165fa0e66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.4965911
Jun 10 04:06:51.530467 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ffb554e95b0>> segment before_delete 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.531124 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ffb554e95b0>> subnet precommit_delete_associations 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.532090 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1320d9-2827-4a3e-852c-5191c232ae0a req-cdef6673-74fb-412a-a6b8-9eced0cde6df tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:51.532502 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> segment_host_mapping after_create 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.533036 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> port after_create 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.533539 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> port after_delete 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.533652 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d1320d9-2827-4a3e-852c-5191c232ae0a req-cdef6673-74fb-412a-a6b8-9eced0cde6df tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 944 time: 0.1144378
Jun 10 04:06:51.534170 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> port after_update 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.534662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> segment after_delete 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.535033 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> subnet after_create 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.535588 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> subnet after_delete 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.541943 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb55864be0>> subnet after_update 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.577080 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d1320d9-2827-4a3e-852c-5191c232ae0a req-f2867628-47b5-4e8c-bc5e-cb7b9f2cc29d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373487
Jun 10 04:06:51.715683 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb550169d0>> subnet after_create 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.716242 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb550169d0>> subnet after_delete 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.716554 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb550169d0>> subnet before_create 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.716810 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb550169d0>> subnet before_update 55550000 {{(pid=92307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:06:51.717179 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb558644f0>,) {'filters': {'network_id': ['fec2a90e-30a1-457c-bfe2-4115c4317c6d']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:51.752753 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb558644f0>, '0823c964-8ab7-4350-a89a-1a2a060d2e64') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:51.753095 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb558644f0>, '0823c964-8ab7-4350-a89a-1a2a060d2e64') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:51.775029 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.798264 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873681-c052-42f6-b283-0773206ec09d req-6c493f5c-832e-4fce-be31-cfbed0560fc4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:51.798778 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:51.800307 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-68873681-c052-42f6-b283-0773206ec09d req-6c493f5c-832e-4fce-be31-cfbed0560fc4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 943 time: 0.0971029
Jun 10 04:06:51.850456 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-68873681-c052-42f6-b283-0773206ec09d req-1ca61b32-2414-43be-8491-add52646625b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408688
Jun 10 04:06:52.053256 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-4c5df8f4-9c52-4d5e-aa45-6b92aacb8871 service neutron] 10.222.0.20 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9292309
Jun 10 04:06:52.058461 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-ecdbff7f-a8c7-4cad-ae8b-7a4bd304b949 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f84d317-036b-490c-84e8-3f528f540803 HTTP/1.1" status: 200  len: 217 time: 0.2430305
Jun 10 04:06:52.059195 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.063917 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:06:52.063917 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   from cryptography.utils import int_from_bytes
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   from cryptography.utils import int_from_bytes
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:06:52.067673 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:06:52.295083 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-addf5d35-65dc-42ce-97ee-cbce31b744b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:52.295083 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-addf5d35-65dc-42ce-97ee-cbce31b744b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.2034500
Jun 10 04:06:52.358223 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-2dbc1088-d06e-4193-a87b-18a0642d2a15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503252
Jun 10 04:06:52.413064 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.435971 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.443015 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fec2a90e-30a1-457c-bfe2-4115c4317c6d HTTP/1.1" status: 204  len: 168 time: 1.5557983
Jun 10 04:06:52.443810 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50732) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:52.449415 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-458e15a7-d555-441e-ace3-18e55f44d307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:52.467383 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-542c56e5-0a61-4571-95ce-78a2e16993d5 service neutron] 10.222.0.20 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3875723
Jun 10 04:06:52.472308 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec2a90e-30a1-457c-bfe2-4115c4317c6d,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:52.479576 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dac45d49-a1bd-41a8-8be0-a7e9cd922ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:52.552256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Deleting subnet bb6b20cb-3fcd-4ae4-bb25-0b57cdf8694d {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:06:52.557524 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.568014 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-6f2dc323-b777-42a3-a386-4d1cdf9e53e3 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713033
Jun 10 04:06:52.572950 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.595976 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f336c-9d8e-489d-ac50-b58fb1cd1bda req-fdcb2cd6-a021-4791-bfd0-f8ad24e8f49d tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:52.597427 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-718f336c-9d8e-489d-ac50-b58fb1cd1bda req-fdcb2cd6-a021-4791-bfd0-f8ad24e8f49d tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 944 time: 0.1618187
Jun 10 04:06:52.630587 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.643930 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.684722 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-718f336c-9d8e-489d-ac50-b58fb1cd1bda req-e6882380-2711-40b0-9272-96a2dfbef21f tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785933
Jun 10 04:06:52.808096 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19bbacab-136f-4568-a08b-cce1efb47441 req-f942aacf-818d-48f8-8a69-4e1dc97d1eed tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 210 time: 0.0720611
Jun 10 04:06:52.809526 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.813382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-10abbb0e-622a-4589-b629-44b7c73b668a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:52.815025 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f9df8b1-fc2a-45d7-9a67-7fd493638e79 req-4c532f5c-0686-4732-8551-a009c7f15949 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382298
Jun 10 04:06:52.822862 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Allocated IP 172.27.0.31 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/97dea7b7-bc11-49f4-aa48-060bf686a908) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:52.864558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6b20cb-3fcd-4ae4-bb25-0b57cdf8694d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:52.868289 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:52.869271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:52.871153 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb6b20cb-3fcd-4ae4-bb25-0b57cdf8694d HTTP/1.1" status: 204  len: 168 time: 0.4204307
Jun 10 04:06:52.874186 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50746) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:53.008670 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:06:53.066509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a74ad5-8c58-4c53-a26f-dbc486af7cfb req-9e81a606-715a-4221-a0d8-ac51297aca78 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:53.074775 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-60a74ad5-8c58-4c53-a26f-dbc486af7cfb req-9e81a606-715a-4221-a0d8-ac51297aca78 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 943 time: 0.0811908
Jun 10 04:06:53.090796 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.113471 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-60a74ad5-8c58-4c53-a26f-dbc486af7cfb req-070ef4c8-7944-4358-b974-f45ed814ca85 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376322
Jun 10 04:06:53.149902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.221009 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc98cb-56b6-444a-8025-ae5a75dd5841 req-5023fa02-6ce0-4f2f-80c0-d0abf73a0704 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:53.222498 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-57bc98cb-56b6-444a-8025-ae5a75dd5841 req-5023fa02-6ce0-4f2f-80c0-d0abf73a0704 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 944 time: 0.3105907
Jun 10 04:06:53.228729 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4f84d317-036b-490c-84e8-3f528f540803 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:06:53.236742 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 379c6866-14db-4285-a146-1e5ce5702ddb up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:53.283940 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.308598 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb54ec5490>,) {'filters': {'network_id': ['79dddecc-1bb2-4ed4-88a5-da71e95133d7']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:53.339093 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54ec5490>, 'b27ea499-bfc0-4858-954d-762c474a2bfb') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:53.339386 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54ec5490>, 'b27ea499-bfc0-4858-954d-762c474a2bfb') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:06:53.364700 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.394027 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-57bc98cb-56b6-444a-8025-ae5a75dd5841 req-003701df-7293-462c-a1b1-0180d958b1e6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627965
Jun 10 04:06:53.394918 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.401590 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:06:53.402542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:06:53.404762 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:06:53.427360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 4f84d317-036b-490c-84e8-3f528f540803, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4f84d317-036b-490c-84e8-3f528f540803,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:53.440412 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '4f84d317-036b-490c-84e8-3f528f540803', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'port_id': '4f84d317-036b-490c-84e8-3f528f540803', 'mac_address': 'fa:16:3e:2b:8e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:06:53.468314 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 379c6866-14db-4285-a146-1e5ce5702ddb completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:53.479650 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 379c6866-14db-4285-a146-1e5ce5702ddb triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:53.480038 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.506759 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.510811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:53.556960 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:53.562451 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:53.566646 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:53.570606 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'Port': ['ID=97dea7b7-bc11-49f4-aa48-060bf686a908,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:53.600838 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:53.603279 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.615288 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:53.618163 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.619569 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/79dddecc-1bb2-4ed4-88a5-da71e95133d7 HTTP/1.1" status: 204  len: 168 time: 0.7436545
Jun 10 04:06:53.633800 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.646314 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=79dddecc-1bb2-4ed4-88a5-da71e95133d7,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:53.652548 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:53.655752 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f84d317-036b-490c-84e8-3f528f540803 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:53.684026 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 4f84d317-036b-490c-84e8-3f528f540803, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4f84d317-036b-490c-84e8-3f528f540803,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:53.728586 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:53.747316 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.791022 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.799386 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-24931814-2282-4b11-aa8e-e18de72d791e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:53.880815 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.902448 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c6866-14db-4285-a146-1e5ce5702ddb'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:53.974395 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b356b49d-f322-493b-a250-3d05031a6a5a req-1756e094-7bfb-4c23-aed3-3e8bfa681654 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 210 time: 0.0428302
Jun 10 04:06:53.982837 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 379c6866-14db-4285-a146-1e5ce5702ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=379c6866-14db-4285-a146-1e5ce5702ddb,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:53.987629 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:53.997941 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=4f84d317-036b-490c-84e8-3f528f540803,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.008749 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:54.023410 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e7b211-1e69-40e0-9898-4b621edbfbd3 req-0d1431a1-8930-4cf3-9195-61d723fb11d0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:54.024960 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-94e7b211-1e69-40e0-9898-4b621edbfbd3 req-0d1431a1-8930-4cf3-9195-61d723fb11d0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 944 time: 0.1274726
Jun 10 04:06:54.048982 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.050231 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 427c958a-8b37-4326-8543-2f4ba270df01 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:54.055669 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-24931814-2282-4b11-aa8e-e18de72d791e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:54.086184 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-94e7b211-1e69-40e0-9898-4b621edbfbd3 req-66728a5a-c4f2-4b79-a1f3-bdfa4bbd64dd tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469398
Jun 10 04:06:54.111569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.115712 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['4f84d317-036b-490c-84e8-3f528f540803'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:06:54.156397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50786) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:54.186014 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.192713 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553003f3-6221-41a5-9df8-ef5450856541" -d '{"events": [{"server_uuid": "cda1f2ab-0efd-4091-9967-a997c59784e6", "name": "network-vif-plugged", "status": "completed", "tag": "379c6866-14db-4285-a146-1e5ce5702ddb"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:54.247066 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=379c6866-14db-4285-a146-1e5ce5702ddb,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.248581 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.276066 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:54.276719 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:54.341651 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4f8795c7-5130-47e6-bdf3-51e19f39c06b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90fb7aa98dcb4e7982f03ba0d153bdf4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1818509
Jun 10 04:06:54.354281 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50796) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:54.380206 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb4509765fe74c75bbfb6207b84a874f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6501386
Jun 10 04:06:54.380884 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50798) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:54.385406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd7a17-a984-4c40-b3b7-afe16086fb7a,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.413254 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:54.478070 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 427c958a-8b37-4326-8543-2f4ba270df01 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:54.481798 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520221b-12b7-4d6d-a081-c6dccb19035a req-836a4687-48c6-4142-abef-23fe436e1a3e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:54.481798 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f520221b-12b7-4d6d-a081-c6dccb19035a req-836a4687-48c6-4142-abef-23fe436e1a3e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 944 time: 0.1947784
Jun 10 04:06:54.492264 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.492648 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 427c958a-8b37-4326-8543-2f4ba270df01 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:54.493196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.502668 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.513836 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9620375c-1b83-4478-b8d4-3b2f06df95e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.532246 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979edd6c-9811-4aea-8c4a-adcb34add983 x-openstack-request-id: req-979edd6c-9811-4aea-8c4a-adcb34add983 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:54.532545 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda1f2ab-0efd-4091-9967-a997c59784e6", "name": "network-vif-plugged", "status": "completed", "tag": "379c6866-14db-4285-a146-1e5ce5702ddb", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:54.532805 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-979edd6c-9811-4aea-8c4a-adcb34add983 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:54.533274 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c6866-14db-4285-a146-1e5ce5702ddb', 'code': 200}
Jun 10 04:06:54.566610 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9620375c-1b83-4478-b8d4-3b2f06df95e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.570505 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f520221b-12b7-4d6d-a081-c6dccb19035a req-9e183427-da30-4487-94a0-591e8a35e9bb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745163
Jun 10 04:06:54.591252 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.607560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.625597 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.628874 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-eb583d80-da61-47d1-9eaa-886548d78e44 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:54.654142 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 427c958a-8b37-4326-8543-2f4ba270df01, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=427c958a-8b37-4326-8543-2f4ba270df01,segment=NetworkSegment(d2f6748a-c1c0-4047-98d4-7d6020f8a242),segment_id=d2f6748a-c1c0-4047-98d4-7d6020f8a242)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:54.719386 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'Port': ['ID=97dea7b7-bc11-49f4-aa48-060bf686a908,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.725046 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:54.730529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.751026 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.753259 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:54.776225 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb95a0a-506c-4a60-a642-d389a7eeb552 req-54974dc5-b372-4bb5-aeff-696b6071e789 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:54.779124 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0eb95a0a-506c-4a60-a642-d389a7eeb552 req-54974dc5-b372-4bb5-aeff-696b6071e789 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1335392
Jun 10 04:06:54.819884 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=427c958a-8b37-4326-8543-2f4ba270df01,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.823258 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:54.824620 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0eb95a0a-506c-4a60-a642-d389a7eeb552 req-3591f7b3-2a9c-4d72-95bd-489b2f93bd18 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396702
Jun 10 04:06:54.848276 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.848422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9620375c-1b83-4478-b8d4-3b2f06df95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.849316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.850162 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.4166126
Jun 10 04:06:54.852916 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9620375c-1b83-4478-b8d4-3b2f06df95e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.855703 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-9620375c-1b83-4478-b8d4-3b2f06df95e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/43fd7a17-a984-4c40-b3b7-afe16086fb7a HTTP/1.1" status: 204  len: 168 time: 0.4696109
Jun 10 04:06:54.855703 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:54.859907 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:54.860896 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9af8f090-7a0c-4afc-99b2-e695a94b4224 HTTP/1.1" status: 204  len: 168 time: 0.5054920
Jun 10 04:06:54.868811 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620375c-1b83-4478-b8d4-3b2f06df95e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd7a17-a984-4c40-b3b7-afe16086fb7a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.885051 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af8f090-7a0c-4afc-99b2-e695a94b4224,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:54.887926 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:54.888397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:54.888692 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:55.149833 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cde22621-fd44-4309-bb44-0c331bb691e6 req-a6220332-e282-4868-a647-7a603da681ad tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 210 time: 0.0383835
Jun 10 04:06:55.158213 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230bbed8-fee4-494f-ba94-152e0fc03ba2 req-ec463f24-89a6-40c9-b847-64e7f6f05218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:55.160023 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-230bbed8-fee4-494f-ba94-152e0fc03ba2 req-ec463f24-89a6-40c9-b847-64e7f6f05218 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 1098 time: 0.1415772
Jun 10 04:06:55.181830 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-230bbed8-fee4-494f-ba94-152e0fc03ba2 req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.244057 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dbdc4b53-ff1b-4f27-86ec-3e171336d24f details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:06:55.257139 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4f84d317-036b-490c-84e8-3f528f540803 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:55.300464 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde986a-29d3-457d-8e8b-3dfd99425bb1 req-a8215e1f-b9fb-4eec-9f78-ac6bdff8fe33 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:55.309591 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3cde986a-29d3-457d-8e8b-3dfd99425bb1 req-a8215e1f-b9fb-4eec-9f78-ac6bdff8fe33 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.0982866
Jun 10 04:06:55.358390 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-230bbed8-fee4-494f-ba94-152e0fc03ba2 req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.373056 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3cde986a-29d3-457d-8e8b-3dfd99425bb1 req-4773dac7-e515-4eb5-b1cd-7135eb721222 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601373
Jun 10 04:06:55.471797 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-3efd470f-eebf-46c1-8921-fc93bb82c506 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--753834777&fields=id&tenant_id=e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 267 time: 0.0565195
Jun 10 04:06:55.496909 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:55.499686 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 4f84d317-036b-490c-84e8-3f528f540803 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:55.510250 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-230bbed8-fee4-494f-ba94-152e0fc03ba2 req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.511850 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 4f84d317-036b-490c-84e8-3f528f540803 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:55.512235 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.539198 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f4503709-e4a3-45f5-b174-c826083ce4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:55.540367 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f', 'network_id': '6770c54c-b3a0-48a9-96d0-c204081125fc', 'port_id': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f', 'mac_address': 'fa:16:3e:ff:b3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b563ca2-d0d8-4151-9454-8609257ca4ee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:06:55.572939 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-230bbed8-fee4-494f-ba94-152e0fc03ba2 req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4063616
Jun 10 04:06:55.612367 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.642193 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a64a5a-c323-4a73-b35f-7caecea16022,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:55.646638 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:55.656698 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdc4b53-ff1b-4f27-86ec-3e171336d24f {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:55.673872 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-0158cd1f-c658-4aa5-966d-09946ab7d8ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:55.675636 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-0158cd1f-c658-4aa5-966d-09946ab7d8ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 817 time: 0.1946292
Jun 10 04:06:55.690821 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.696793 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:55.708844 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-75daacc6-0587-4597-8787-5141d81b543b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/quotas/e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 375 time: 0.0270889
Jun 10 04:06:55.744189 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 4f84d317-036b-490c-84e8-3f528f540803, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4f84d317-036b-490c-84e8-3f528f540803,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:55.757897 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.760131 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:55.800080 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50842) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:55.815478 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-483ac1d4-8d5f-4410-a921-4ec196e6a0cd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986717
Jun 10 04:06:55.838788 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:55.854920 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694dd58-ce29-4936-a6b4-edda0f3b1777 req-b1787b23-0f69-47d1-b8c4-9f6f0f304fab tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:55.856792 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4694dd58-ce29-4936-a6b4-edda0f3b1777 req-b1787b23-0f69-47d1-b8c4-9f6f0f304fab tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 944 time: 0.1339405
Jun 10 04:06:55.864299 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-fb21a776-4b40-4908-ab77-3827c01c55bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1991ac2fdb604eddbbd69080da405e65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0631886
Jun 10 04:06:55.869107 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50846) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:55.907801 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:55.914507 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:55.920586 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:55.996379 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=4f84d317-036b-490c-84e8-3f528f540803,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:55.999979 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:56.026037 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:56.038363 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-b6301f80-e9ac-4b9f-8aac-6aede591dcce service neutron] 10.222.0.20 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016308
Jun 10 04:06:56.052440 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-6666f4aa-73a6-461a-8af8-bb33f6c579f1 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:56.054145 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-6666f4aa-73a6-461a-8af8-bb33f6c579f1 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 808 time: 0.1872206
Jun 10 04:06:56.067625 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4694dd58-ce29-4936-a6b4-edda0f3b1777 req-b2a6729b-8ff3-461a-929e-28e64487a4a9 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019107
Jun 10 04:06:56.075931 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['dbdc4b53-ff1b-4f27-86ec-3e171336d24f'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:06:56.102004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:56.125560 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-02a01946-4b6b-477b-8485-76875176464b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58678dd284184e898c7026d27aca9272 HTTP/1.1" status: 200  len: 379 time: 0.0547078
Jun 10 04:06:56.148819 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'port': {'device_id': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'admin_state_up': True, 'tenant_id': '58678dd284184e898c7026d27aca9272', 'security_groups': ['4b1e0402-cefc-4dc3-b55e-6ced6f817a95']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:56.224774 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-c1d06eb7-e0a1-4d93-a077-154b77f0182a service neutron] 10.222.0.20 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1849074
Jun 10 04:06:56.306244 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:56.310353 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:56.311673 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d26a85c-440d-41b0-83ff-0e3756fda732 HTTP/1.1" status: 204  len: 168 time: 0.4409947
Jun 10 04:06:56.312671 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-723cf3ad-4aec-488f-9827-166ac85f25c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:56.332025 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d26a85c-440d-41b0-83ff-0e3756fda732,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:56.338258 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:56.417872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8339a29-b34e-4f5b-8739-7d3832ab156e req-d4f17d2d-5c4d-47d1-b4aa-9d3391195bc3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:56.419557 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f8339a29-b34e-4f5b-8739-7d3832ab156e req-d4f17d2d-5c4d-47d1-b4aa-9d3391195bc3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1088271
Jun 10 04:06:56.471863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Made reservation on behalf of 58678dd284184e898c7026d27aca9272 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:06:56.477493 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:56.492119 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f8339a29-b34e-4f5b-8739-7d3832ab156e req-5d662cc1-76bc-463b-8ab3-98bdf66c5a19 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668552
Jun 10 04:06:56.534547 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c958a-8b37-4326-8543-2f4ba270df01'}, {'server_uuid': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d317-036b-490c-84e8-3f528f540803'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:56.537366 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f3ea9a-559b-444a-8570-188672ea1982" -d '{"events": [{"server_uuid": "56b7d7d6-e093-4ec4-9210-757fb96df29b", "name": "network-vif-plugged", "status": "completed", "tag": "427c958a-8b37-4326-8543-2f4ba270df01"}, {"server_uuid": "e58e3b21-0d12-495d-b41e-4aa5f9c87679", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d317-036b-490c-84e8-3f528f540803"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:56.661377 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50874) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:56.682803 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-797ec62f-8be1-4649-a7cd-2261da56bbcf req-8c8a21b4-094a-4751-bb2d-849726377944 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 210 time: 0.0699580
Jun 10 04:06:56.745982 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Allocated IP 172.20.0.8 (e91c99af-b050-40fe-a364-fd985230ec16/3fb39050-d1fe-4850-9dca-245bd864d739/9273de64-427d-434b-8ce7-87f2fdfacd97) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:06:56.789082 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ca5531ac-d6dd-4b0f-97c4-e381f406d137 req-d1a16e97-eba6-465a-bf9d-3475ac554bc2 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0508125
Jun 10 04:06:56.801662 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b644fe4-bccc-4ec2-a296-08abcf20fa9e req-b11001c0-8a18-4192-b0a3-7c65d39ec231 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:56.803219 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2b644fe4-bccc-4ec2-a296-08abcf20fa9e req-b11001c0-8a18-4192-b0a3-7c65d39ec231 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.1280160
Jun 10 04:06:56.847918 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8067e46-17b1-4cbc-bf7b-d327e51973c9 x-openstack-request-id: req-a8067e46-17b1-4cbc-bf7b-d327e51973c9 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:56.848300 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b7d7d6-e093-4ec4-9210-757fb96df29b", "name": "network-vif-plugged", "status": "completed", "tag": "427c958a-8b37-4326-8543-2f4ba270df01", "code": 200}, {"server_uuid": "e58e3b21-0d12-495d-b41e-4aa5f9c87679", "name": "network-vif-plugged", "status": "completed", "tag": "4f84d317-036b-490c-84e8-3f528f540803", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:56.848672 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8067e46-17b1-4cbc-bf7b-d327e51973c9 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:56.849174 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427c958a-8b37-4326-8543-2f4ba270df01', 'code': 200}
Jun 10 04:06:56.849529 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f84d317-036b-490c-84e8-3f528f540803', 'code': 200}
Jun 10 04:06:56.886504 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2b644fe4-bccc-4ec2-a296-08abcf20fa9e req-8abd211a-48de-4413-aba0-d555f6aba242 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717163
Jun 10 04:06:57.001017 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.032312 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.045304 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Transition to ACTIVE for port object 9273de64-427d-434b-8ce7-87f2fdfacd97 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:57.153944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.191254 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.194564 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3fa87b57-f551-4ceb-8bc6-f0824ce3d18b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:57.225140 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb15dc2-4216-4a40-a7bd-b461bea559b5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:57.235519 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.238749 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:57.255934 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9c14dbcd-0351-45f6-8123-5855dbd04c81 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:57.267436 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dbdc4b53-ff1b-4f27-86ec-3e171336d24f up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:06:57.322710 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Network e91c99af-b050-40fe-a364-fd985230ec16 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:06:57.348337 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d66580a325414a08bd686f61cd911a72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6683857
Jun 10 04:06:57.348491 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50900) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:57.348584 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:06:57.365451 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:06:57.378137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:57.378800 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.418015 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'Port': ['ID=9273de64-427d-434b-8ce7-87f2fdfacd97,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:57.431464 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:57.467026 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port dbdc4b53-ff1b-4f27-86ec-3e171336d24f completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:57.472371 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port dbdc4b53-ff1b-4f27-86ec-3e171336d24f triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:57.472759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.547847 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c326d93-96e7-441d-9869-cd2bbc034b05 req-69646b1e-554c-4f22-9055-85a5f4417af3 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:57.549339 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8c326d93-96e7-441d-9869-cd2bbc034b05 req-69646b1e-554c-4f22-9055-85a5f4417af3 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.2900009
Jun 10 04:06:57.551629 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.577776 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.632134 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4993703
Jun 10 04:06:57.652652 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.671741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Request body: {'port': {'device_id': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:06:57.744323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:06:57.747581 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14590852-f1c6-4ff2-bf91-9ca10d357624 req-feff5c37-86e0-419f-a8eb-d860e0ff6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:57.759534 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-14590852-f1c6-4ff2-bf91-9ca10d357624 req-feff5c37-86e0-419f-a8eb-d860e0ff6c0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 1098 time: 0.3511736
Jun 10 04:06:57.804888 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.820578 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.822153 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bb15dc2-4216-4a40-a7bd-b461bea559b5 HTTP/1.1" status: 204  len: 168 time: 0.4823885
Jun 10 04:06:57.825060 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:57.830129 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8c326d93-96e7-441d-9869-cd2bbc034b05 req-83093751-770a-4d6c-8c94-d913b6a41ec8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822295
Jun 10 04:06:57.838570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:57.839913 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb15dc2-4216-4a40-a7bd-b461bea559b5,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:57.842291 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:57.843205 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-14590852-f1c6-4ff2-bf91-9ca10d357624 req-c5284514-8968-4df3-8421-87b9decceff8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828342
Jun 10 04:06:57.844126 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:57.961796 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:57.974171 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:58.003843 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-cc1aa754-7bb7-48f9-857d-7b83596a10ac None None] Provisioning for port 9273de64-427d-434b-8ce7-87f2fdfacd97 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:06:58.010348 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-cc1aa754-7bb7-48f9-857d-7b83596a10ac None None] Provisioning complete for port 9273de64-427d-434b-8ce7-87f2fdfacd97 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:06:58.011342 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa754-7bb7-48f9-857d-7b83596a10ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:58.073121 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8868db9-64e2-484e-a657-f222e65ec269 req-01c1df68-7921-4740-bb66-9f3ba71ef0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:58.074623 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a8868db9-64e2-484e-a657-f222e65ec269 req-01c1df68-7921-4740-bb66-9f3ba71ef0e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 1098 time: 0.5986953
Jun 10 04:06:58.075520 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-cc1aa754-7bb7-48f9-857d-7b83596a10ac None None] Port 9273de64-427d-434b-8ce7-87f2fdfacd97 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:06:58.085112 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af05b6-8cc3-490a-b1f1-867ab03f78a2 req-ad5e0683-f600-4a1b-a229-07ca758d6fbe tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:58.087186 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42af05b6-8cc3-490a-b1f1-867ab03f78a2 req-ad5e0683-f600-4a1b-a229-07ca758d6fbe tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 931 time: 0.0772860
Jun 10 04:06:58.130337 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42af05b6-8cc3-490a-b1f1-867ab03f78a2 req-3ba9448d-7e14-4d28-9fee-da5ff786319f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364625
Jun 10 04:06:58.133360 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:58.185416 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a7539-1536-4c0e-8fc3-e89337f1cc95 req-19b17586-5b46-4de2-b769-18559e5af96c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:58.192274 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-183a7539-1536-4c0e-8fc3-e89337f1cc95 req-19b17586-5b46-4de2-b769-18559e5af96c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1999121
Jun 10 04:06:58.271871 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a8868db9-64e2-484e-a657-f222e65ec269 req-0a10deb6-55e4-42b6-942f-20eee266ef53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1216969
Jun 10 04:06:58.319669 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a0b5d38d-a9dd-4fd1-8c5e-177c0c9d887c req-eb94532d-a1df-4d13-92a6-0b07ac6e9c33 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0483460
Jun 10 04:06:58.387481 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-183a7539-1536-4c0e-8fc3-e89337f1cc95 req-18dc71db-ae58-43a3-9db4-6f1eb5d34b92 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941657
Jun 10 04:06:58.548898 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2705f0-5ac6-4e59-b2aa-9ced10ff7730 req-ffcc2bec-4148-4fc6-b061-018230f18e40 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:58.550563 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c2705f0-5ac6-4e59-b2aa-9ced10ff7730 req-ffcc2bec-4148-4fc6-b061-018230f18e40 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.0750618
Jun 10 04:06:58.583874 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9273de64-427d-434b-8ce7-87f2fdfacd97 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:06:58.591617 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:58.608473 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Transition to ACTIVE for port object 9273de64-427d-434b-8ce7-87f2fdfacd97 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:06:58.613080 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c2705f0-5ac6-4e59-b2aa-9ced10ff7730 req-6d457fcf-f3ec-449c-8f8b-72e991f4a632 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541365
Jun 10 04:06:58.628203 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 50942) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:58.644254 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:58.701909 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:58.712040 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fa8a07b3-8953-4e69-85f9-0d957ae76cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:58.850406 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80983951-9d3f-4d2b-b77a-58550f32f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:58.859232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87794c60-98a1-441d-afad-4b5fb96286bb" -d '{"events": [{"server_uuid": "80983951-9d3f-4d2b-b77a-58550f32f640", "name": "network-vif-plugged", "status": "completed", "tag": "dbdc4b53-ff1b-4f27-86ec-3e171336d24f"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:58.911207 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Pushing event updated for resources: {'Port': ['ID=9273de64-427d-434b-8ce7-87f2fdfacd97,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:58.916357 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:58.920470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Attempting to bind port 9273de64-427d-434b-8ce7-87f2fdfacd97 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:06:58.920470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Attempting to bind port 9273de64-427d-434b-8ce7-87f2fdfacd97 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:06:58.920759 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Attempting to bind port 9273de64-427d-434b-8ce7-87f2fdfacd97 on network e91c99af-b050-40fe-a364-fd985230ec16 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:58.927567 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Port 9273de64-427d-434b-8ce7-87f2fdfacd97 on network e91c99af-b050-40fe-a364-fd985230ec16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:06:58.933413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Attempting to bind port 9273de64-427d-434b-8ce7-87f2fdfacd97 on network e91c99af-b050-40fe-a364-fd985230ec16 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:06:58.942355 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:06:58.942701 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Checking segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:06:58.943518 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Bound using segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:06:58.944081 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Bound port: 9273de64-427d-434b-8ce7-87f2fdfacd97, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:06:58.944838 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:58.969188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f901b2fe-c590-4333-8ec1-c74ef159f023 x-openstack-request-id: req-f901b2fe-c590-4333-8ec1-c74ef159f023 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:58.969188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80983951-9d3f-4d2b-b77a-58550f32f640", "name": "network-vif-plugged", "status": "completed", "tag": "dbdc4b53-ff1b-4f27-86ec-3e171336d24f", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:58.969188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f901b2fe-c590-4333-8ec1-c74ef159f023 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:58.969188 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80983951-9d3f-4d2b-b77a-58550f32f640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f', 'code': 200}
Jun 10 04:06:59.037986 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.069314 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] For port 9273de64-427d-434b-8ce7-87f2fdfacd97, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:06:59.073118 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] For port 9273de64-427d-434b-8ce7-87f2fdfacd97, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9273de64-427d-434b-8ce7-87f2fdfacd97,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:06:59.116563 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.119869 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161fd7e-9ec7-4cef-a05d-1ac3033952b2 req-c7259f7e-caa1-4f66-aa6c-b32ade608e45 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:59.120295 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-aa02c5a7-6a36-4a69-b638-bec210a314a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:59.121317 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2161fd7e-9ec7-4cef-a05d-1ac3033952b2 req-c7259f7e-caa1-4f66-aa6c-b32ade608e45 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0691679
Jun 10 04:06:59.157629 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.172521 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9867db23-1d40-414e-9bde-4c63f6f69b32,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:59.176280 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:59.183402 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:59.189345 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ade5b6656eab436f941b091991720073&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5600801
Jun 10 04:06:59.189810 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2161fd7e-9ec7-4cef-a05d-1ac3033952b2 req-031f6740-2e38-4705-9b5c-de290c786383 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619042
Jun 10 04:06:59.192995 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 50956) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:06:59.229137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:59.229767 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.231232 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] 10.222.0.11 "PUT /v2.0/ports/9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 200  len: 1093 time: 1.5824382
Jun 10 04:06:59.233576 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:06:59.236057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:06:59.295271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Pushing event updated for resources: {'Port': ['ID=9273de64-427d-434b-8ce7-87f2fdfacd97,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:59.306774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:59.321915 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.323840 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1f1154-14c4-41e7-831c-e6525b3e9ce3 x-openstack-request-id: req-3e1f1154-14c4-41e7-831c-e6525b3e9ce3 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:06:59.324398 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:06:59.324828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e1f1154-14c4-41e7-831c-e6525b3e9ce3 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:06:59.325385 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'status': 'completed', 'code': 200}
Jun 10 04:06:59.357761 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.539240 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97d74-83d3-4371-a468-999c9fd41ee1 req-8c16e304-b7cc-4cac-84ce-27cbff4ac0c2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:59.540780 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-eaf97d74-83d3-4371-a468-999c9fd41ee1 req-8c16e304-b7cc-4cac-84ce-27cbff4ac0c2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.2022507
Jun 10 04:06:59.559713 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0ce382fb-c52b-4cf4-bc92-ff9847b6afab req-355e83b4-6b01-40c1-a0e5-703110998443 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0556123
Jun 10 04:06:59.560785 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.564284 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:06:59.565605 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9867db23-1d40-414e-9bde-4c63f6f69b32 HTTP/1.1" status: 204  len: 168 time: 0.3716464
Jun 10 04:06:59.566512 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:06:59.577168 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9867db23-1d40-414e-9bde-4c63f6f69b32,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:06:59.604383 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:06:59.693558 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-eaf97d74-83d3-4371-a468-999c9fd41ee1 req-cc6c9c16-57a3-4bd9-83a6-801fa62bd318 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1453216
Jun 10 04:06:59.859668 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c req-0526c591-128e-40ae-afac-6947ab81a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:59.863547 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c req-0526c591-128e-40ae-afac-6947ab81a675 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1096 time: 0.2597091
Jun 10 04:06:59.945623 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31955d-a64e-45ea-9935-4118ff25e60c req-8027b1f6-3073-4d30-97c4-b00c4680983b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:59.947362 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0f31955d-a64e-45ea-9935-4118ff25e60c req-8027b1f6-3073-4d30-97c4-b00c4680983b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1204648
Jun 10 04:06:59.948650 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4782b-3859-41c4-8517-c225b2c6ee80 req-908502b2-4b16-4d19-ae5d-f54cf3aefe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:06:59.950192 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8da4782b-3859-41c4-8517-c225b2c6ee80 req-908502b2-4b16-4d19-ae5d-f54cf3aefe84 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.3263578
Jun 10 04:06:59.992642 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0f31955d-a64e-45ea-9935-4118ff25e60c req-17db802a-3c60-431e-b7d6-7d8ccf7ee660 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361674
Jun 10 04:07:00.093703 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8da4782b-3859-41c4-8517-c225b2c6ee80 req-a243115a-f036-4520-8db3-5763dcc7cb96 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304095
Jun 10 04:07:00.114652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c req-70ce0ace-b0b4-46b0-a0b9-a33efaa234ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:00.116090 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c req-70ce0ace-b0b4-46b0-a0b9-a33efaa234ad service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=58678dd284184e898c7026d27aca9272&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2354975
Jun 10 04:07:00.132560 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d766fb-5169-4dea-abbb-097784a91a4d req-b6fd056b-02df-485c-97c4-6febf1f79cc9 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:00.134195 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e3d766fb-5169-4dea-abbb-097784a91a4d req-b6fd056b-02df-485c-97c4-6febf1f79cc9 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.1978214
Jun 10 04:07:00.182023 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e3d766fb-5169-4dea-abbb-097784a91a4d req-a24823eb-fc08-4463-9311-80147c4b68fc tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418072
Jun 10 04:07:00.254745 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-0b0ae274-3ac4-49d4-b2f8-a59ccfe5db59 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:00.254745 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-0b0ae274-3ac4-49d4-b2f8-a59ccfe5db59 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 817 time: 0.1627066
Jun 10 04:07:00.408643 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92467d-7e14-4252-8de2-b8d5584fa1a6 req-b4ce346f-62d0-4c54-a935-171679bf5a09 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:00.408643 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c92467d-7e14-4252-8de2-b8d5584fa1a6 req-b4ce346f-62d0-4c54-a935-171679bf5a09 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0761566
Jun 10 04:07:00.512700 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-4ba62008-c4be-4519-8405-ad4b23baf175 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 379 time: 0.0909333
Jun 10 04:07:00.515581 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6c92467d-7e14-4252-8de2-b8d5584fa1a6 req-6a1c4a0b-e42f-4aae-b42b-db5c70089b20 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011856
Jun 10 04:07:00.523425 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'port': {'device_id': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'admin_state_up': True, 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'security_groups': ['80a21b78-1d80-47ff-928c-2df2183086a6']}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:00.582728 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c req-3b6faf2f-67f6-4727-a663-f6788799f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:00.584398 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5f2e94ea-4306-484b-b5cd-143f87ec6a9c req-3b6faf2f-67f6-4727-a663-f6788799f4fb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1693306
Jun 10 04:07:00.696614 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:00.780750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-44e40197-7e52-4fbc-8c67-a2466245fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:00.782165 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-44e40197-7e52-4fbc-8c67-a2466245fcde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1096 time: 0.0873797
Jun 10 04:07:00.803529 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c0f39f2b-d2d2-49bc-926e-3b2b09bba923 req-975ac53b-a84c-4576-ad3c-7f02b190fc5e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0341330
Jun 10 04:07:00.833943 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Made reservation on behalf of e4000d33802542d8a9167b711c8516a1 for: {'port': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:07:00.837929 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:00.948354 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-77462b0b-3254-432e-a861-ac4f1c1733fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 200  len: 217 time: 0.1484289
Jun 10 04:07:01.076238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-7ad18456-360d-4864-877e-f80fba3ef5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.077676 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-7ad18456-360d-4864-877e-f80fba3ef5bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.1138024
Jun 10 04:07:01.237804 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-9dc644d9-e760-4b99-a2cc-2deb5bc48d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.239543 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-9dc644d9-e760-4b99-a2cc-2deb5bc48d25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1394310
Jun 10 04:07:01.379749 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-13210bc5-2762-4f53-9975-15567aecf76f service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318543
Jun 10 04:07:01.434968 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c367d-e35c-4434-b153-f211bf3622b0 req-e6416373-a7a9-4d7a-93b3-dc7fc063eef0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.442543 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2e5c367d-e35c-4434-b153-f211bf3622b0 req-e6416373-a7a9-4d7a-93b3-dc7fc063eef0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.3839619
Jun 10 04:07:01.519724 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51048) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:01.548640 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2e5c367d-e35c-4434-b153-f211bf3622b0 req-02a38f21-5d46-4167-9add-03f2cd9bd0b2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006031
Jun 10 04:07:01.571231 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a84ace-0586-4142-b74c-0b50b708eb60 req-78c123a2-03a2-4eda-970e-1fec877c2283 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.572759 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-52a84ace-0586-4142-b74c-0b50b708eb60 req-78c123a2-03a2-4eda-970e-1fec877c2283 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.1824625
Jun 10 04:07:01.623910 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a897bf37-2379-4ac4-93fb-1b636d0ac473 req-54e904f8-01bc-4e36-9e5e-0bd70213c304 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301910
Jun 10 04:07:01.626390 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Allocated IP 172.20.0.10 (cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b/9bce6d2b-b454-46d3-823a-358b2f470ccb/6ad67975-fe3c-43e0-8c2e-360a1d0764e5) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:07:01.688911 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-52a84ace-0586-4142-b74c-0b50b708eb60 req-163103df-c602-46ba-a2b5-7fc9b2c2747c tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938308
Jun 10 04:07:01.699817 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-e4def38f-d2c0-4714-9ba1-21a6fc7646c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.701382 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-e4def38f-d2c0-4714-9ba1-21a6fc7646c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 1098 time: 0.1257441
Jun 10 04:07:01.765952 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:01.853907 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-31b180a5-115f-4ede-88c4-0f4e51dacf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.858069 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-31b180a5-115f-4ede-88c4-0f4e51dacf2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.1486373
Jun 10 04:07:01.965517 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff4e45-01ea-4bcd-ac2a-9f1ad1a913c3 req-e0a02445-6fd2-40b0-a29a-b1415d285b75 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:01.967148 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7aff4e45-01ea-4bcd-ac2a-9f1ad1a913c3 req-e0a02445-6fd2-40b0-a29a-b1415d285b75 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.2581825
Jun 10 04:07:02.006337 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.043715 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Transition to ACTIVE for port object 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 will not be triggered until provisioned by entity DHCP. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:07:02.060742 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7aff4e45-01ea-4bcd-ac2a-9f1ad1a913c3 req-3f57aba3-555f-4c0b-ac7d-319609ac8ead tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863390
Jun 10 04:07:02.108534 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.168538 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-0e737ed5-9a92-45c6-bc05-49c90e368aa2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f84d317-036b-490c-84e8-3f528f540803 HTTP/1.1" status: 200  len: 217 time: 0.3019421
Jun 10 04:07:02.180261 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.182787 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:02.202383 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7e4aaddf-1209-4708-8b2d-ab204501582d req-37806926-4741-4b96-bd63-5c69644fc2e6 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0361426
Jun 10 04:07:02.225338 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.238230 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e87cd4333bb404c823b6fc2f603fbc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7154503
Jun 10 04:07:02.240928 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51074) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:02.243281 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f687292-1a0e-4609-bf76-78fc86703743,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:02.249439 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:02.250055 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:02.327510 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:07:02.332176 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.332316 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:07:02.335663 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:07:02.360819 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.408057 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:02.478462 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:02.478462 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:02.478462 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.677973 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1600609
Jun 10 04:07:02.750717 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605dbb1a-adb0-42a7-a7a7-36d92c76c31d req-1707bb2b-f2cd-4d83-b032-28a9a8e8674a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:02.752210 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-605dbb1a-adb0-42a7-a7a7-36d92c76c31d req-1707bb2b-f2cd-4d83-b032-28a9a8e8674a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.0755239
Jun 10 04:07:02.776404 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.779020 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.784652 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f687292-1a0e-4609-bf76-78fc86703743 HTTP/1.1" status: 204  len: 168 time: 0.5385292
Jun 10 04:07:02.784652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:02.803431 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f687292-1a0e-4609-bf76-78fc86703743,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:02.805960 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:02.811700 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-605dbb1a-adb0-42a7-a7a7-36d92c76c31d req-f251ffd4-99ce-4ce9-a1fa-bb98b9667269 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539813
Jun 10 04:07:02.860786 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-be4f63de-eb83-4a9b-8431-daff4b48b524 None None] Provisioning for port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:07:02.865091 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-be4f63de-eb83-4a9b-8431-daff4b48b524 None None] Provisioning complete for port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:07:02.870589 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-be4f63de-eb83-4a9b-8431-daff4b48b524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:02.910686 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-be4f63de-eb83-4a9b-8431-daff4b48b524 None None] Port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:07:03.251571 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ae79-9c56-446c-9296-86e78a3d3949 req-9f6be3b5-b6b8-4822-a246-4cffefbc9f6a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:03.253242 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9ce0ae79-9c56-446c-9296-86e78a3d3949 req-9f6be3b5-b6b8-4822-a246-4cffefbc9f6a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0716741
Jun 10 04:07:03.296196 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9ce0ae79-9c56-446c-9296-86e78a3d3949 req-4d706275-8656-4b92-bb07-703a3bf40f43 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359478
Jun 10 04:07:03.460260 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51112) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:03.472403 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3baf95-1cf8-4801-ad8d-e0294d28b4fe req-b816d1ea-5943-41bb-b2c2-0558fc278746 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:03.473880 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fa3baf95-1cf8-4801-ad8d-e0294d28b4fe req-b816d1ea-5943-41bb-b2c2-0558fc278746 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 932 time: 0.0743001
Jun 10 04:07:03.476139 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.527762 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fa3baf95-1cf8-4801-ad8d-e0294d28b4fe req-254f87c7-e27b-40f3-80f6-53d27d81e840 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422099
Jun 10 04:07:03.594596 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.665631 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.669603 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-80bd5244-064c-46f3-9a11-caf7aac3ebf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:03.708760 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf88c7dcfecc44cdb2aea2d68f440470&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2473872
Jun 10 04:07:03.710797 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e01b9c-cf76-4bb8-9f52-b10fbbf05c56,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:03.711457 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51118) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:03.716548 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:03.766121 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.788768 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.928755 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.932137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:03.933322 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97e01b9c-cf76-4bb8-9f52-b10fbbf05c56 HTTP/1.1" status: 204  len: 168 time: 0.2208996
Jun 10 04:07:03.935294 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ddbc6104-1555-488d-acdf-19f0255fbd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:03.975323 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e01b9c-cf76-4bb8-9f52-b10fbbf05c56,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:03.979068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:04.017045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157053e0-5222-4342-8377-02f997b2bd65 req-562e5001-7db3-4719-819e-29dbfe03ff22 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:04.018531 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-157053e0-5222-4342-8377-02f997b2bd65 req-562e5001-7db3-4719-819e-29dbfe03ff22 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.0841944
Jun 10 04:07:04.061609 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-157053e0-5222-4342-8377-02f997b2bd65 req-9e4ca6a3-001d-4624-a8ef-2ba1ecb5cd53 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369840
Jun 10 04:07:04.478527 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a9c4-4099-4bce-8b7b-5c6ce4f54be1 req-82d880b3-752c-4d86-a194-f5878768cc4c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:04.479997 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c187a9c4-4099-4bce-8b7b-5c6ce4f54be1 req-82d880b3-752c-4d86-a194-f5878768cc4c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0710545
Jun 10 04:07:04.523394 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c187a9c4-4099-4bce-8b7b-5c6ce4f54be1 req-d169bd41-d5c6-46fc-8e63-da8cf70f8e28 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367384
Jun 10 04:07:04.716900 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b426f88-b331-46f6-8529-3aaddf909b94 req-a92001a8-f17a-4fd9-aae4-45872600a2fa tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:04.718356 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7b426f88-b331-46f6-8529-3aaddf909b94 req-a92001a8-f17a-4fd9-aae4-45872600a2fa tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 932 time: 0.0730469
Jun 10 04:07:04.759543 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7b426f88-b331-46f6-8529-3aaddf909b94 req-3c34701e-e14c-4f3c-8b91-5b7e3e7da1a3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355990
Jun 10 04:07:04.839112 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Request body: {'port': {'device_id': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:04.894129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-48a60d91-ee88-4f14-9452-96740f90a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:04.895709 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-48a60d91-ee88-4f14-9452-96740f90a7fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.0632670
Jun 10 04:07:04.928020 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:04.941789 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-61a69f25-3383-4973-9fda-20d73bbea80e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0337644
Jun 10 04:07:05.087674 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-21253628-1683-4c8c-b64c-6d8e94a679a2 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390595
Jun 10 04:07:05.259814 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-57a86756-cbb5-488f-8fa0-84403be6e35a req-a5cc68e3-3863-4a9d-99f2-12db902e2c23 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625972
Jun 10 04:07:05.289434 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211f4e9-1d42-447a-810f-a8bc84d6df4b req-1b9bf3c5-53df-4f13-b974-7bda3c9859ba tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:05.290987 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c211f4e9-1d42-447a-810f-a8bc84d6df4b req-1b9bf3c5-53df-4f13-b974-7bda3c9859ba tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.1104636
Jun 10 04:07:05.296021 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 {{(pid=92307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:07:05.305248 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:05.323085 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Transition to ACTIVE for port object 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 will not be triggered until provisioned by entity L2. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:07:05.343682 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c211f4e9-1d42-447a-810f-a8bc84d6df4b req-79df0514-0b32-448b-9ed9-33e867d12ce5 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369997
Jun 10 04:07:05.415413 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:05.418742 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-043aaa61-e46f-401b-a248-8b1e33567f1d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:05.569812 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:05.622686 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:05.675091 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Attempting to bind port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:07:05.679101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Attempting to bind port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:07:05.679516 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Attempting to bind port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:07:05.684486 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:07:05.685017 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Attempting to bind port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:07:05.690542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:07:05.690882 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Checking segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:07:05.691350 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Bound using segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} {{(pid=92307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:07:05.691735 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.managers [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Bound port: 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}}] {{(pid=92307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:07:05.692081 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:05.790061 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b49156-e0df-4b02-ba75-f4a7ea8a725d req-71105731-69da-4178-bba0-c09735da887e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:05.798945 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-73b49156-e0df-4b02-ba75-f4a7ea8a725d req-71105731-69da-4178-bba0-c09735da887e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1193695
Jun 10 04:07:05.849533 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, cleared binding levels {{(pid=92307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:07:05.860876 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-73b49156-e0df-4b02-ba75-f4a7ea8a725d req-294f0e16-1424-434a-8a74-4cd9f6741ecd tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608609
Jun 10 04:07:05.861441 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:07:05.946460 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:05.961210 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:05.969155 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:05.970146 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:05.971821 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] 10.222.0.11 "PUT /v2.0/ports/6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 200  len: 1094 time: 1.1376383
Jun 10 04:07:05.974482 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:05.978219 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac9b503-857a-426a-9075-939798e8e19f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:06.071903 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=3']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:06.075682 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:06.095255 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83992f5-a3f0-4ee8-af8f-b828f3b22ed9 req-9b4e6a51-e3d6-4bed-a46b-8c216197a38d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:06.097056 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b83992f5-a3f0-4ee8-af8f-b828f3b22ed9 req-9b4e6a51-e3d6-4bed-a46b-8c216197a38d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1071699
Jun 10 04:07:06.171573 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b83992f5-a3f0-4ee8-af8f-b828f3b22ed9 req-629e2d00-624b-4270-be50-886c7458d0a8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675709
Jun 10 04:07:06.219409 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-2abb962e-acca-47c1-a644-b92043efb81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:06.221131 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-2abb962e-acca-47c1-a644-b92043efb81e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1097 time: 0.0812962
Jun 10 04:07:06.222573 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705c100-23fe-4aa4-81cb-acb3e19135c9 x-openstack-request-id: req-e705c100-23fe-4aa4-81cb-acb3e19135c9 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:06.222882 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:06.223176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e705c100-23fe-4aa4-81cb-acb3e19135c9 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:06.223574 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'status': 'completed', 'code': 200}
Jun 10 04:07:06.310821 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-452140b9-33b4-4785-a1d8-c702bd4ff9b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 200  len: 217 time: 0.0486460
Jun 10 04:07:06.375478 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-e764577e-ad98-47fb-a2e5-911dd9f2ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:06.377074 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-e764577e-ad98-47fb-a2e5-911dd9f2ed30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0590374
Jun 10 04:07:06.458207 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-76aacc63-e21e-4724-a504-2f9d6554293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:06.459673 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-76aacc63-e21e-4724-a504-2f9d6554293c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759106
Jun 10 04:07:06.535187 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71702077-06b9-4598-b254-ea04c4515dd5 req-67665c91-4016-418f-878e-6120e316f436 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:06.536664 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-71702077-06b9-4598-b254-ea04c4515dd5 req-67665c91-4016-418f-878e-6120e316f436 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.0701215
Jun 10 04:07:06.577069 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-db8648a7-e99a-4adc-82cc-ea62ca6614e0 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1101871
Jun 10 04:07:06.579803 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-71702077-06b9-4598-b254-ea04c4515dd5 req-21a5a1fa-8615-43de-8111-61dc9e34f678 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370634
Jun 10 04:07:06.695135 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-386bce3f-639f-4fbb-82f1-e04516ac9a18 req-8bd10ab0-75f2-44f0-9f1e-99a92bd747f4 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1081979
Jun 10 04:07:06.952976 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b503-857a-426a-9075-939798e8e19f req-cfc1968e-dae0-49da-b90b-217b10263042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:06.955314 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-cfc1968e-dae0-49da-b90b-217b10263042 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1097 time: 0.0623927
Jun 10 04:07:07.043021 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778342e7-d738-409f-9200-4a18076f686b req-ab7136a5-ec3c-4a71-9ade-296e26b554ae tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:07.044786 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-778342e7-d738-409f-9200-4a18076f686b req-ab7136a5-ec3c-4a71-9ade-296e26b554ae tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0778449
Jun 10 04:07:07.101741 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-778342e7-d738-409f-9200-4a18076f686b req-802511df-dc2c-448a-9116-c0a21f0da056 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443845
Jun 10 04:07:07.113522 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b503-857a-426a-9075-939798e8e19f req-223dd3ec-47b1-469e-bd7b-d47fbe516fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:07.114971 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-223dd3ec-47b1-469e-bd7b-d47fbe516fb3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1384625
Jun 10 04:07:07.174995 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-4f6a6a4d-0ba8-4d93-abb3-63c4d5e67183 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 200  len: 217 time: 0.0469043
Jun 10 04:07:07.258918 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b503-857a-426a-9075-939798e8e19f req-d72f9f3e-9849-4a0e-bfd7-ed35ef5eaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:07.260358 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-d72f9f3e-9849-4a0e-bfd7-ed35ef5eaeca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0558593
Jun 10 04:07:07.375552 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9b503-857a-426a-9075-939798e8e19f req-0fa25099-1852-4a1f-b252-fd0967abdee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:07.376149 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-0fa25099-1852-4a1f-b252-fd0967abdee5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1077116
Jun 10 04:07:07.387865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc85cb6-b1f3-49c9-9457-3af7dcf5788f req-3bd6bd84-a040-4af0-8f1f-e0598bb551de tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:07.389244 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5bc85cb6-b1f3-49c9-9457-3af7dcf5788f req-3bd6bd84-a040-4af0-8f1f-e0598bb551de tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0905747
Jun 10 04:07:07.498115 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5bc85cb6-b1f3-49c9-9457-3af7dcf5788f req-8799c932-d0f3-448f-b88c-19a8abb899bc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1010315
Jun 10 04:07:07.533391 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-1e019bc6-23ba-4839-8b66-04279bb7239f service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430202
Jun 10 04:07:07.658251 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6ac9b503-857a-426a-9075-939798e8e19f req-fa50aa10-473a-476e-ae8b-d78c6bcea61b service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063278
Jun 10 04:07:07.921188 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded70955-7305-42d4-80b7-30a2e173c949 req-01445dd9-e2f4-48ee-baa7-0f97b96fae57 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:07.922721 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ded70955-7305-42d4-80b7-30a2e173c949 req-01445dd9-e2f4-48ee-baa7-0f97b96fae57 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.0914164
Jun 10 04:07:07.970901 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ded70955-7305-42d4-80b7-30a2e173c949 req-16f34e5d-8bee-42b1-ae22-63514ddc7a06 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411503
Jun 10 04:07:08.282799 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eeca35-6bfb-4fb2-9f93-4bed7a255954 req-9ffb1709-4835-4c87-add6-c151556e0daa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:08.284296 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-43eeca35-6bfb-4fb2-9f93-4bed7a255954 req-9ffb1709-4835-4c87-add6-c151556e0daa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0713956
Jun 10 04:07:08.326814 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-43eeca35-6bfb-4fb2-9f93-4bed7a255954 req-9e87c5b3-654e-4e87-b5c0-4195fd66d86a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362253
Jun 10 04:07:08.683689 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6a733-ca9e-4e58-8d99-f66ca31c205a req-402235bb-b81d-4119-9ea4-943901741ed5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:08.685122 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-14d6a733-ca9e-4e58-8d99-f66ca31c205a req-402235bb-b81d-4119-9ea4-943901741ed5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0723994
Jun 10 04:07:08.726971 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-14d6a733-ca9e-4e58-8d99-f66ca31c205a req-3077b420-740a-427a-82e3-ee7be61b3964 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360808
Jun 10 04:07:09.151555 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8c0e-054f-4123-be14-2ac6bd495713 req-d3ca0b44-e8d8-47aa-bca2-6abf4357cdba tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:09.153133 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8fcb8c0e-054f-4123-be14-2ac6bd495713 req-d3ca0b44-e8d8-47aa-bca2-6abf4357cdba tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.0678704
Jun 10 04:07:09.192666 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8fcb8c0e-054f-4123-be14-2ac6bd495713 req-5c39b565-26b1-499f-951f-871520d9d169 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340927
Jun 10 04:07:09.503873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bf142-817b-4d71-9fe9-80d6fca4eccb req-97d88279-3dfe-4145-b605-3ecf3adee241 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:09.505291 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-557bf142-817b-4d71-9fe9-80d6fca4eccb req-97d88279-3dfe-4145-b605-3ecf3adee241 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0688977
Jun 10 04:07:09.545828 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-557bf142-817b-4d71-9fe9-80d6fca4eccb req-471fc91b-6ce9-43e6-87af-8a25234df661 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344942
Jun 10 04:07:09.910461 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146f4fd-c8de-4db2-bfeb-49f808a3326f req-bc39f959-c852-4648-a1b2-8daeb7af1566 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:09.911908 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c146f4fd-c8de-4db2-bfeb-49f808a3326f req-bc39f959-c852-4648-a1b2-8daeb7af1566 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0702286
Jun 10 04:07:09.953925 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c146f4fd-c8de-4db2-bfeb-49f808a3326f req-a631e4f3-4299-4f7c-ae29-cb9bae7f157c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357735
Jun 10 04:07:10.376300 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417e078-2944-4445-ba6f-6c10063a1ea6 req-3f6fdb3c-5a09-4605-88ba-5d7b58bd3a4d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:10.377718 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6417e078-2944-4445-ba6f-6c10063a1ea6 req-3f6fdb3c-5a09-4605-88ba-5d7b58bd3a4d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 943 time: 0.0709314
Jun 10 04:07:10.391501 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9273de64-427d-434b-8ce7-87f2fdfacd97 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:07:10.420538 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6417e078-2944-4445-ba6f-6c10063a1ea6 req-56b9cb5f-1fc0-4bca-b763-d4f7f8fced13 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370986
Jun 10 04:07:10.509754 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9273de64-427d-434b-8ce7-87f2fdfacd97, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9273de64-427d-434b-8ce7-87f2fdfacd97,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:10.521494 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'port_id': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'mac_address': 'fa:16:3e:16:7e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:07:10.569929 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:10.584883 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9273de64-427d-434b-8ce7-87f2fdfacd97 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:07:10.607626 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9273de64-427d-434b-8ce7-87f2fdfacd97, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9273de64-427d-434b-8ce7-87f2fdfacd97,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:10.688298 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:10.691229 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:10.727006 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b92758-8825-4e4f-b356-8d274e230c05 req-9df93e19-dfc7-4660-a01d-8f1c80c889c1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:10.728496 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b6b92758-8825-4e4f-b356-8d274e230c05 req-9df93e19-dfc7-4660-a01d-8f1c80c889c1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0682960
Jun 10 04:07:10.747004 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9273de64-427d-434b-8ce7-87f2fdfacd97,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:10.750038 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:10.768550 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b6b92758-8825-4e4f-b356-8d274e230c05 req-43506795-8a87-42a5-8b80-fbc86b16e5bd tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344698
Jun 10 04:07:11.139617 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372305-4cbc-436a-a0cf-a5e2b1f4c423 req-3de2f77a-4435-4a78-bcad-90e1e776f946 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:11.141336 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2f372305-4cbc-436a-a0cf-a5e2b1f4c423 req-3de2f77a-4435-4a78-bcad-90e1e776f946 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0687239
Jun 10 04:07:11.182193 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2f372305-4cbc-436a-a0cf-a5e2b1f4c423 req-21152069-d2a4-4d21-971b-ad84783d8a7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355270
Jun 10 04:07:11.644487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:07:11.743037 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45290db2-aff3-4cb2-8101-4598be81aba8 req-1e7228a5-70a0-4930-9df0-2a82599d7fe9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:11.744514 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-45290db2-aff3-4cb2-8101-4598be81aba8 req-1e7228a5-70a0-4930-9df0-2a82599d7fe9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 944 time: 0.0794003
Jun 10 04:07:11.788799 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-45290db2-aff3-4cb2-8101-4598be81aba8 req-ebfeaab0-d47f-43c5-8d93-ed127cb23645 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380023
Jun 10 04:07:11.879917 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:11.892664 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'mac_address': 'fa:16:3e:95:b3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:07:11.939161 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:11.954340 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:07:11.958539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f999f4-9ea7-46e5-96b4-96217172ac0f req-52c32ef6-6097-43e1-ab90-bc43df3130fb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:11.960577 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-08f999f4-9ea7-46e5-96b4-96217172ac0f req-52c32ef6-6097-43e1-ab90-bc43df3130fb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0770907
Jun 10 04:07:11.977070 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:12.003792 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-08f999f4-9ea7-46e5-96b4-96217172ac0f req-5b0d2b49-2447-4aaa-8c13-fbdfb6f57381 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356250
Jun 10 04:07:12.065847 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:12.067769 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:12.095935 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['9273de64-427d-434b-8ce7-87f2fdfacd97'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:07:12.163628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:12.170196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:12.376090 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923c8ea-f232-4198-b40c-0fe31733b928 req-219af4ae-a8c5-4a6d-bf11-eda12ff308da tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:12.377518 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0923c8ea-f232-4198-b40c-0fe31733b928 req-219af4ae-a8c5-4a6d-bf11-eda12ff308da tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0694568
Jun 10 04:07:12.418167 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0923c8ea-f232-4198-b40c-0fe31733b928 req-26abedb4-b940-4e11-bccd-b5694021293b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340574
Jun 10 04:07:12.630765 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['6ad67975-fe3c-43e0-8c2e-360a1d0764e5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:07:12.968472 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bc5cc-afd9-4747-b172-d5ec458edf3a req-10ebe301-8b6b-41c2-8e0d-4faeb6112bff tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:12.969924 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-013bc5cc-afd9-4747-b172-d5ec458edf3a req-10ebe301-8b6b-41c2-8e0d-4faeb6112bff tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 944 time: 0.0712805
Jun 10 04:07:13.011201 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-013bc5cc-afd9-4747-b172-d5ec458edf3a req-7ed5f5a7-7b9a-46a0-a84e-b0a56ede004b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357502
Jun 10 04:07:13.184387 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b49033-d112-42f9-bc8b-e4a68e829e87 req-52419696-03ff-45c3-ba2f-598ccf9e7530 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:13.185789 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d3b49033-d112-42f9-bc8b-e4a68e829e87 req-52419696-03ff-45c3-ba2f-598ccf9e7530 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0688124
Jun 10 04:07:13.226786 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d3b49033-d112-42f9-bc8b-e4a68e829e87 req-4502ccaf-082d-4b1b-881d-c96541ba31db tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342484
Jun 10 04:07:13.322636 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-824939a1-72f3-4e8c-90f8-0f641675110e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:13.604545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf5b4-32af-4a9e-9be0-319453130ce6 req-df0b51cb-4bce-4d0c-90f4-010b44a4d92a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:13.606012 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-35edf5b4-32af-4a9e-9be0-319453130ce6 req-df0b51cb-4bce-4d0c-90f4-010b44a4d92a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0728405
Jun 10 04:07:13.648551 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-35edf5b4-32af-4a9e-9be0-319453130ce6 req-278f8d5e-7b38-45f1-bd52-ee71c0de2f0e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361545
Jun 10 04:07:14.189542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17711a6d-7a26-48e1-b49c-59b767c1fbae req-0f12ead0-595a-4a52-85f2-b30480df985f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:14.191048 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-17711a6d-7a26-48e1-b49c-59b767c1fbae req-0f12ead0-595a-4a52-85f2-b30480df985f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 944 time: 0.0683761
Jun 10 04:07:14.231698 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-17711a6d-7a26-48e1-b49c-59b767c1fbae req-a573f022-af91-4c33-a8b3-c30f865f8c49 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338805
Jun 10 04:07:14.404387 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebf670-1036-4839-a90a-bf566a32ea75 req-0aae929a-73bb-4381-b1fc-edc37ea6de98 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:14.405820 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dcebf670-1036-4839-a90a-bf566a32ea75 req-0aae929a-73bb-4381-b1fc-edc37ea6de98 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0667062
Jun 10 04:07:14.446317 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dcebf670-1036-4839-a90a-bf566a32ea75 req-4f870eb5-14c1-4378-a151-3d1bd74ceba7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349069
Jun 10 04:07:14.828481 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe7cd8-ff96-4ad5-a884-4b48e866d927 req-37788106-4b1d-4fbf-b688-68ac4baa0d15 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:14.829893 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-87fe7cd8-ff96-4ad5-a884-4b48e866d927 req-37788106-4b1d-4fbf-b688-68ac4baa0d15 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0693669
Jun 10 04:07:14.870418 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-87fe7cd8-ff96-4ad5-a884-4b48e866d927 req-5d0699d3-1ddd-4caf-a5d0-244a5061ff17 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343630
Jun 10 04:07:15.338815 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9273de64-427d-434b-8ce7-87f2fdfacd97 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:07:15.415091 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e276a0b-52e7-4cfd-81e2-078295030e17 req-0cec997b-92f0-45a7-b1f8-106cc94e8472 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:15.416461 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5e276a0b-52e7-4cfd-81e2-078295030e17 req-0cec997b-92f0-45a7-b1f8-106cc94e8472 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 944 time: 0.0719171
Jun 10 04:07:15.466081 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5e276a0b-52e7-4cfd-81e2-078295030e17 req-e20fe69e-1d6b-48c7-9a90-bcfe1ea814b0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437579
Jun 10 04:07:15.494128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 9273de64-427d-434b-8ce7-87f2fdfacd97 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:07:15.498734 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 9273de64-427d-434b-8ce7-87f2fdfacd97 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:07:15.498734 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:15.588830 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:15.611995 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:15.614233 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33bb1a5-8265-44d7-a6cc-e30d4a5aa7db" -d '{"events": [{"server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "name": "network-vif-plugged", "status": "completed", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:15.623321 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feec43b-3321-403d-ba66-d261f664d133 req-0f96512b-faf7-4322-800a-6cd9bbf1d7e1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:15.624741 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3feec43b-3321-403d-ba66-d261f664d133 req-0f96512b-faf7-4322-800a-6cd9bbf1d7e1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0675755
Jun 10 04:07:15.628812 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9273de64-427d-434b-8ce7-87f2fdfacd97, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9273de64-427d-434b-8ce7-87f2fdfacd97,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:15.655095 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de53558b-1b4f-4d7a-87bd-5a8eb6a4f7c6 x-openstack-request-id: req-de53558b-1b4f-4d7a-87bd-5a8eb6a4f7c6 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:15.655693 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "name": "network-vif-plugged", "status": "completed", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:15.655964 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de53558b-1b4f-4d7a-87bd-5a8eb6a4f7c6 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:15.656437 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'code': 200}
Jun 10 04:07:15.673807 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3feec43b-3321-403d-ba66-d261f664d133 req-b74ece57-abba-4f04-b791-49de64de6201 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376601
Jun 10 04:07:15.682641 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:15.685623 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-294cc5a8-5549-42d9-82cb-a69697444af1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:15.738062 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9273de64-427d-434b-8ce7-87f2fdfacd97,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:15.742155 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:15.842237 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6612ed48-93a9-4f66-9399-89df2d4e2898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:15.864694 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:16.058748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28cc0-073d-4e21-a04c-fe0e62205e94 req-6db07364-48d0-4810-892a-d658863cd16e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:16.060188 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-96d28cc0-073d-4e21-a04c-fe0e62205e94 req-6db07364-48d0-4810-892a-d658863cd16e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0696352
Jun 10 04:07:16.099986 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-96d28cc0-073d-4e21-a04c-fe0e62205e94 req-7463330d-275a-4ba5-9377-b32a674d436a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341959
Jun 10 04:07:16.864352 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e9440-c32a-4394-a550-1d83aa73f719 req-d10ef9c2-27fa-45d9-97a1-a7dfc99ae02d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:16.865892 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-649e9440-c32a-4394-a550-1d83aa73f719 req-d10ef9c2-27fa-45d9-97a1-a7dfc99ae02d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0729141
Jun 10 04:07:16.885789 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21396a-7ba7-431d-8a01-ff58b5301928 req-cef2375d-64ac-4941-9915-d0f65f863668 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:16.887377 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5c21396a-7ba7-431d-8a01-ff58b5301928 req-cef2375d-64ac-4941-9915-d0f65f863668 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.3123546
Jun 10 04:07:16.892240 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732ce51-68c5-4249-ba55-a3764ba2ab70 req-f034fc73-a808-48af-8af3-d1a911b14ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:16.893718 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4732ce51-68c5-4249-ba55-a3764ba2ab70 req-f034fc73-a808-48af-8af3-d1a911b14ce5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1098 time: 0.0884650
Jun 10 04:07:16.909933 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-649e9440-c32a-4394-a550-1d83aa73f719 req-a11bcf6d-f1e2-4b8a-a3dd-aec7bde0b6a3 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383005
Jun 10 04:07:16.925716 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:16.957040 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5c21396a-7ba7-431d-8a01-ff58b5301928 req-d3cc7a9c-9478-4b1e-8c8e-02a6e111cfbc tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623198
Jun 10 04:07:16.969589 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4732ce51-68c5-4249-ba55-a3764ba2ab70 req-fb919db7-cb20-461c-9bf8-d4ac5fb7bd67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589037
Jun 10 04:07:17.290938 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f308-552b-42f7-8a95-e28374d429bf req-9bccce2c-97d1-4894-9c72-6225b3d5d25c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:17.292397 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f2f5f308-552b-42f7-8a95-e28374d429bf req-9bccce2c-97d1-4894-9c72-6225b3d5d25c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0732169
Jun 10 04:07:17.333675 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f2f5f308-552b-42f7-8a95-e28374d429bf req-c49e68a0-0865-464d-b60a-bc554747c054 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352726
Jun 10 04:07:18.095606 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d519-e6b6-4a8d-9513-b33dcef4ca60 req-13f11aea-23b2-4715-8a38-e9c69fb630a2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:18.097057 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2ed3d519-e6b6-4a8d-9513-b33dcef4ca60 req-13f11aea-23b2-4715-8a38-e9c69fb630a2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0740185
Jun 10 04:07:18.138757 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2ed3d519-e6b6-4a8d-9513-b33dcef4ca60 req-77aa6d65-d1b7-4643-afda-3a6240acc36f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357733
Jun 10 04:07:18.152861 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5bc23-1242-4565-ab16-f901b53ea60a req-92cab8de-5bd4-494a-8a3d-dadb601ab46a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:18.154422 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dbc5bc23-1242-4565-ab16-f901b53ea60a req-92cab8de-5bd4-494a-8a3d-dadb601ab46a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0833609
Jun 10 04:07:18.196368 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dbc5bc23-1242-4565-ab16-f901b53ea60a req-08275dde-2faa-444d-b2db-cfeaf91f7857 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354993
Jun 10 04:07:18.513899 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12bcaf-5b47-42e6-840d-c5e4dc39bbf0 req-0c0e4b8e-cfaa-4688-817a-27134446f76e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:18.515335 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ca12bcaf-5b47-42e6-840d-c5e4dc39bbf0 req-0c0e4b8e-cfaa-4688-817a-27134446f76e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0658255
Jun 10 04:07:18.558647 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ca12bcaf-5b47-42e6-840d-c5e4dc39bbf0 req-f71e1bd9-4a31-453a-af36-018df0aaac2a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378444
Jun 10 04:07:18.647838 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:18.810946 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:07:18.933455 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:07:18.937041 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:07:18.937418 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:19.024978 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:19.049270 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:19.051511 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489b9313-6271-4f69-8610-94bdeddc31ad" -d '{"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-plugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:19.065549 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:19.086845 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c028d7-6699-42db-9095-11cc0a91670f x-openstack-request-id: req-04c028d7-6699-42db-9095-11cc0a91670f {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:19.087198 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-plugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:19.087463 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-04c028d7-6699-42db-9095-11cc0a91670f {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:19.087858 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'code': 200}
Jun 10 04:07:19.134336 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:19.136236 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:19.189360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:19.192415 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:19.320091 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc43ad-836f-47e7-a991-8b7091e12faa req-4ca87acd-7b86-4ad9-aa5e-576bc2a62109 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:19.321561 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a0bc43ad-836f-47e7-a991-8b7091e12faa req-4ca87acd-7b86-4ad9-aa5e-576bc2a62109 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0695078
Jun 10 04:07:19.364213 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a0bc43ad-836f-47e7-a991-8b7091e12faa req-abea0b3c-46f8-44b7-a1cc-4425008293fa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365927
Jun 10 04:07:19.378243 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a692c-37e7-4828-90f5-58f0b1b8bfda req-c14ba8b7-0857-4e2b-b1fb-099f7cdc5ad9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:19.379767 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c77a692c-37e7-4828-90f5-58f0b1b8bfda req-c14ba8b7-0857-4e2b-b1fb-099f7cdc5ad9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0691266
Jun 10 04:07:19.421555 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c77a692c-37e7-4828-90f5-58f0b1b8bfda req-eec94a33-71ad-4475-8a3f-7ab8cc9976c7 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361085
Jun 10 04:07:19.735101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e8932-0208-45a0-b9ce-a74f24a219ae req-275907b6-8efc-4634-a3c1-3f6c29754f0a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:19.736550 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5d2e8932-0208-45a0-b9ce-a74f24a219ae req-275907b6-8efc-4634-a3c1-3f6c29754f0a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0655534
Jun 10 04:07:19.781260 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5d2e8932-0208-45a0-b9ce-a74f24a219ae req-2a7a2641-61d5-4198-bffd-fd1258562a66 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388794
Jun 10 04:07:20.557960 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc46c60-e8c6-425f-987b-a2ed56dc6774 req-fc6bb166-6240-4bee-a16d-a2f9d67c4305 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:20.559486 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-abc46c60-e8c6-425f-987b-a2ed56dc6774 req-fc6bb166-6240-4bee-a16d-a2f9d67c4305 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0766084
Jun 10 04:07:20.601598 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-abc46c60-e8c6-425f-987b-a2ed56dc6774 req-57672ceb-a65a-4ebe-86e9-bbbbd000b119 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363767
Jun 10 04:07:20.614924 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845c7dc-eaac-4404-912f-c2103d23da44 req-d119225b-e470-49e3-8b39-6eb84d0d713c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:20.616960 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b845c7dc-eaac-4404-912f-c2103d23da44 req-d119225b-e470-49e3-8b39-6eb84d0d713c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0691197
Jun 10 04:07:20.659728 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b845c7dc-eaac-4404-912f-c2103d23da44 req-e2a11386-0222-4b11-bde5-923136d8bd38 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370498
Jun 10 04:07:20.888050 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640ab3e-d2d4-4d0d-8095-3060f6ba2bc6 req-6c6927d8-e6c8-459e-88a0-11e247708f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:20.889518 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7640ab3e-d2d4-4d0d-8095-3060f6ba2bc6 req-6c6927d8-e6c8-459e-88a0-11e247708f7b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1099 time: 0.0576296
Jun 10 04:07:20.948931 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7640ab3e-d2d4-4d0d-8095-3060f6ba2bc6 req-ade4884f-c06f-4af8-a7dc-c175e273a6fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369337
Jun 10 04:07:20.979225 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc697f6-0469-4cb8-8b26-62e4112602a1 req-cfcdef98-8ace-49ba-87de-4fff57da15b7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:20.979225 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1bc697f6-0469-4cb8-8b26-62e4112602a1 req-cfcdef98-8ace-49ba-87de-4fff57da15b7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0807586
Jun 10 04:07:21.018549 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1bc697f6-0469-4cb8-8b26-62e4112602a1 req-24cede80-79c6-48fc-9dfa-3a68fb745de5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349128
Jun 10 04:07:21.793990 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d11571-d809-43a3-9c30-78cf4d79b57d req-15c0a25b-cb6e-4d1d-ac1a-725c8ece0365 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:21.795893 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e7d11571-d809-43a3-9c30-78cf4d79b57d req-15c0a25b-cb6e-4d1d-ac1a-725c8ece0365 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0794234
Jun 10 04:07:21.856452 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e7d11571-d809-43a3-9c30-78cf4d79b57d req-5a1edf68-7a71-478f-bddc-108dc5ccedf4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534370
Jun 10 04:07:21.904114 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539803f9-a67b-4c21-8d7f-661d65544d97 req-0a598a76-8530-4a5d-a03f-3d6e67111841 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:21.905556 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-539803f9-a67b-4c21-8d7f-661d65544d97 req-0a598a76-8530-4a5d-a03f-3d6e67111841 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0830793
Jun 10 04:07:21.951414 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-539803f9-a67b-4c21-8d7f-661d65544d97 req-b4cd664b-2875-4d58-a9c6-a9a29e93475d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400617
Jun 10 04:07:22.211204 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ade2-9bf0-40b0-92cc-4849ecf36376 req-fcf6b0ee-b3ce-41cd-94c4-f1de0225cbbf tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:22.212847 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2606ade2-9bf0-40b0-92cc-4849ecf36376 req-fcf6b0ee-b3ce-41cd-94c4-f1de0225cbbf tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0752051
Jun 10 04:07:22.258727 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2606ade2-9bf0-40b0-92cc-4849ecf36376 req-6d6b621c-37db-48b8-85f0-217b4ff3e7df tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397031
Jun 10 04:07:22.405538 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-ff3c2919-bb85-4dc5-9a32-6f886d6401a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:22.407041 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-ff3c2919-bb85-4dc5-9a32-6f886d6401a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.1266162
Jun 10 04:07:22.421983 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-79cd745d-e1c5-4771-8641-35399e0e1488 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/quotas/f50183b5ecd74f39845a5553cd36e8e0 HTTP/1.1" status: 200  len: 375 time: 0.0095413
Jun 10 04:07:22.510874 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-cc8baaaa-f74d-40cf-9c21-b1ae62fcd378 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0837564
Jun 10 04:07:22.827214 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-df1f66b5-9e97-4e21-8a24-8baec477569a service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3097174
Jun 10 04:07:22.986077 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-3ec209b0-0c99-4011-94ff-f4badad126dc service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1528940
Jun 10 04:07:23.073436 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bc21c-c461-43b9-8c7e-693510e6708a req-1f3574c9-14d7-4f6a-85b7-582cb91b26dc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:23.074960 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-467bc21c-c461-43b9-8c7e-693510e6708a req-1f3574c9-14d7-4f6a-85b7-582cb91b26dc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0819974
Jun 10 04:07:23.123775 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-467bc21c-c461-43b9-8c7e-693510e6708a req-e94b5328-ad80-4289-b3c5-65aa4e87d983 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425932
Jun 10 04:07:23.140674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51546) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:23.272444 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:23.334213 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34794bb-659c-4869-b727-8048002e0e78 req-ad238f66-c2a5-4ac3-bf5b-9f8898c577a2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:23.343244 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e34794bb-659c-4869-b727-8048002e0e78 req-ad238f66-c2a5-4ac3-bf5b-9f8898c577a2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1031146
Jun 10 04:07:23.394675 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7b742cbf-3624-463b-8e9e-c821e6646515 req-d9f8e571-78fa-4182-bbe1-08910ed0c26d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.0733442
Jun 10 04:07:23.408709 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e34794bb-659c-4869-b727-8048002e0e78 req-70be71a8-93b9-4a65-b42a-2a330748fc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617800
Jun 10 04:07:23.499481 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:23.608611 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78735e63-9816-46a9-aa2c-0a4700fb2715 req-99802d04-a172-4e32-81c4-9ed58f586c07 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:23.610157 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-78735e63-9816-46a9-aa2c-0a4700fb2715 req-99802d04-a172-4e32-81c4-9ed58f586c07 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0770838
Jun 10 04:07:23.619616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b7bb8-3524-4a64-a56c-b9859aed61f9 req-e2983c75-5ec1-45be-9a12-41e6d0c28eaf tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:23.621550 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b82b7bb8-3524-4a64-a56c-b9859aed61f9 req-e2983c75-5ec1-45be-9a12-41e6d0c28eaf tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0727005
Jun 10 04:07:23.622573 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51570) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:23.627176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'floatingip': {'port_id': '9273de64-427d-434b-8ce7-87f2fdfacd97'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:23.658357 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:23.658357 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:23.704700 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b82b7bb8-3524-4a64-a56c-b9859aed61f9 req-51cd6677-be4a-4b67-8b07-d9a74c8a583f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771937
Jun 10 04:07:23.711662 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82a5911a6b5e4bfaa034154ec2fc872a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5679204
Jun 10 04:07:23.713010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b534f88-8432-4787-9b81-9f6e819b75f6,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:23.728014 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51578) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.729185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:23.730133 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:23.730219 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:24.004924 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.131525 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.159672 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76ee13-ce72-49a9-9d7a-bb0b09439036 req-e22da2e0-ac3b-44f7-96a9-f2bdc18460bd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:24.159672 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4d76ee13-ce72-49a9-9d7a-bb0b09439036 req-e22da2e0-ac3b-44f7-96a9-f2bdc18460bd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.3045084
Jun 10 04:07:24.168442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51594) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:24.174839 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'floatingip': {'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:24.270896 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.351970 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.354652 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.355813 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b534f88-8432-4787-9b81-9f6e819b75f6 HTTP/1.1" status: 204  len: 168 time: 0.6398878
Jun 10 04:07:24.404087 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:24.422771 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b534f88-8432-4787-9b81-9f6e819b75f6,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.460529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:24.465004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:24.496899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09fc38-12a6-485c-93f8-458c2a669cae req-db746367-eb9e-4fbf-bfeb-805d97d966e4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:24.498362 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae09fc38-12a6-485c-93f8-458c2a669cae req-db746367-eb9e-4fbf-bfeb-805d97d966e4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.2486186
Jun 10 04:07:24.651621 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae09fc38-12a6-485c-93f8-458c2a669cae req-e359bfe0-32d0-4552-8f1a-8038d75ae5bf tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448715
Jun 10 04:07:24.838677 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b6bbeb9b-d5bc-49a9-a2fc-a3100b75790b req-af6fc009-e89e-4c12-9e00-8d80f240135c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.2787030
Jun 10 04:07:24.880033 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.922201 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:24.955713 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51606) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:24.981286 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.055668 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Floating IP 7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02 associated. External IP: 172.27.0.96, port: 9273de64-427d-434b-8ce7-87f2fdfacd97.
Jun 10 04:07:25.168820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.232504 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.238944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.296512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.343343 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:25.360900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:07:25.530150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:07:25.530150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.530290 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:07:25.545464 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:07:25.546077 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba280>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:07:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:25.567661 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-be91fd6f-89f6-47bb-b65e-9ddfdf14077d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "PUT /v2.0/floatingips/7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02 HTTP/1.1" status: 200  len: 990 time: 1.9438908
Jun 10 04:07:25.568661 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:25.572016 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa364384-f434-4c03-8ff5-d82c90442c57" -d '{"events": [{"name": "network-changed", "server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:25.622635 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44f484d0a6204f04961f735e761fa9ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6636209
Jun 10 04:07:25.622635 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41d579-b07f-40f2-8fa0-a8931b78700b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:25.623270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51616) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:25.625175 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:25.653650 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57dbca2-de79-446c-bc6e-c894a33837d8 x-openstack-request-id: req-b57dbca2-de79-446c-bc6e-c894a33837d8 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:25.654090 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:25.654465 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b57dbca2-de79-446c-bc6e-c894a33837d8 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:25.655852 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'status': 'completed', 'code': 200}
Jun 10 04:07:25.659977 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Floating IP 6f42b048-8ec3-459d-a830-69c1112e1065 associated. External IP: 172.27.0.31, port: 6ad67975-fe3c-43e0-8c2e-360a1d0764e5.
Jun 10 04:07:25.711286 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:07:25.722665 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.764258 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.885736 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b94f7f-b4e8-4d13-a30b-7c51a87f9f2d req-b42318c6-dcec-49b8-9355-54377b1ee6df tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:25.892132 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-74b94f7f-b4e8-4d13-a30b-7c51a87f9f2d req-b42318c6-dcec-49b8-9355-54377b1ee6df tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0930901
Jun 10 04:07:25.945289 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-74b94f7f-b4e8-4d13-a30b-7c51a87f9f2d req-857f4a7f-e334-4069-9b7b-9b933b5a9a7a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522699
Jun 10 04:07:25.957537 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.961677 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:25.964001 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae41d579-b07f-40f2-8fa0-a8931b78700b HTTP/1.1" status: 204  len: 168 time: 0.3361669
Jun 10 04:07:25.964433 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:26.005644 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41d579-b07f-40f2-8fa0-a8931b78700b,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:26.011880 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:07:26.018892 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:26.134109 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-41c24514-240f-4bde-8c0b-f3b35d64024b req-fc6561d7-e7eb-463f-9c3f-40b6e6b2bbbe tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.0408716
Jun 10 04:07:26.208826 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:07:26.220654 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:07:26.223415 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:26.233114 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba280>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'port_id': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'mac_address': 'fa:16:3e:16:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:06:47Z', 'updated_at': '2021-06-10T04:07:24Z', 'revision_number': 1, 'project_id': '58678dd284184e898c7026d27aca9272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:26.236240 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:07:26.237089 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb5514f520>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:07:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:26.237469 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:07:26.248295 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:07:26.248936 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba280>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:07:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:26.285794 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-235b9de7-274f-4255-98d2-dd4bdb630a3a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "PUT /v2.0/floatingips/6f42b048-8ec3-459d-a830-69c1112e1065 HTTP/1.1" status: 200  len: 991 time: 2.1152282
Jun 10 04:07:26.286730 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:26.290134 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c3e972-893b-4206-ba78-c7e57454dbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:26.430493 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:07:26.433519 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:07:26.735827 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55fba280>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'port_id': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'mac_address': 'fa:16:3e:16:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:06:47Z', 'updated_at': '2021-06-10T04:07:24Z', 'revision_number': 1, 'project_id': '58678dd284184e898c7026d27aca9272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:26.739437 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d53052-dffb-4cdf-b82c-e2f4ca7b5424 None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'port_id': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'mac_address': 'fa:16:3e:16:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:06:47Z', 'updated_at': '2021-06-10T04:07:24Z', 'revision_number': 1, 'project_id': '58678dd284184e898c7026d27aca9272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:07:26.791606 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb5514f520>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '6f42b048-8ec3-459d-a830-69c1112e1065', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'mac_address': 'fa:16:3e:95:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:06:53Z', 'updated_at': '2021-06-10T04:07:24Z', 'revision_number': 1, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:26.795789 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:07:26.804245 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:07:26.804880 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb5514f520>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:07:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:26.957834 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acba085-f630-4779-9abb-736d0e93fed2 None None] New status for floating IP 7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:07:27.088218 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:07:27.406180 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb5514f520>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '6f42b048-8ec3-459d-a830-69c1112e1065', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'mac_address': 'fa:16:3e:95:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:06:53Z', 'updated_at': '2021-06-10T04:07:24Z', 'revision_number': 1, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:27.409642 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca8928-81de-4b6f-9c9a-974d156aa7c0 None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '6f42b048-8ec3-459d-a830-69c1112e1065', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'mac_address': 'fa:16:3e:95:b3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:06:53Z', 'updated_at': '2021-06-10T04:07:24Z', 'revision_number': 1, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:07:27.600026 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cce939a-5706-401f-8be4-9ef663e99f86 None None] New status for floating IP 6f42b048-8ec3-459d-a830-69c1112e1065: ACTIVE {{(pid=92308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:07:27.764290 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-c06e662b-30d3-466a-8277-7e954c56ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:27.766397 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-c06e662b-30d3-466a-8277-7e954c56ab31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1098 time: 0.0730932
Jun 10 04:07:27.849526 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a29e4e4-283e-467d-8a86-907f1c05fb25 x-openstack-request-id: req-7a29e4e4-283e-467d-8a86-907f1c05fb25 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:27.850870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:27.850870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a29e4e4-283e-467d-8a86-907f1c05fb25 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:27.855342 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'status': 'completed', 'code': 200}
Jun 10 04:07:27.901903 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-de93091e-5eea-4cbb-a1fc-b5b232b5fceb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1338835
Jun 10 04:07:27.906214 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-c2d1d12d-67ad-4244-be79-03dcd13dc803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:27.908637 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-c2d1d12d-67ad-4244-be79-03dcd13dc803 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 909 time: 0.1291234
Jun 10 04:07:28.094344 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481abe5a-7019-4e57-811f-e900bdb344a5 req-9a7f0202-0da1-4791-8aa4-ede53763aa40 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.1263247
Jun 10 04:07:28.152259 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-acfdb53c-d6f0-4b19-904f-d496a2c7c5a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 200  len: 1000 time: 0.1465101
Jun 10 04:07:28.166860 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbbfc2-c80a-4d7b-ad01-b83ddef2b148 req-ee8109df-5c71-4684-a1c5-3ce1ac1d7aa9 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.168350 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c7cbbfc2-c80a-4d7b-ad01-b83ddef2b148 req-ee8109df-5c71-4684-a1c5-3ce1ac1d7aa9 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.2012699
Jun 10 04:07:28.204487 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-73bf8cc0-9bc9-47bb-86a5-1335c6df0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.206006 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-73bf8cc0-9bc9-47bb-86a5-1335c6df0296 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1099 time: 0.1094720
Jun 10 04:07:28.212754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-46effd90-0198-4422-948b-2e873f94f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.214562 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-46effd90-0198-4422-948b-2e873f94f549 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 1098 time: 0.1191108
Jun 10 04:07:28.252932 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-957ee1ce-4a8a-488f-9b4b-17dfb98b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.254244 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-957ee1ce-4a8a-488f-9b4b-17dfb98b0776 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.0850360
Jun 10 04:07:28.257196 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c7cbbfc2-c80a-4d7b-ad01-b83ddef2b148 req-972a0a93-2316-4a7b-90d1-b233b02bb010 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798357
Jun 10 04:07:28.321481 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-7b8b09e4-3f16-4aa3-a150-7515c267b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.324078 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-7b8b09e4-3f16-4aa3-a150-7515c267b647 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0595334
Jun 10 04:07:28.413860 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-d3c4eb32-0f86-40b0-8635-e23b03f05071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.415444 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-d3c4eb32-0f86-40b0-8635-e23b03f05071 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1998594
Jun 10 04:07:28.465770 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-2478f9cd-b1e1-4c81-bebf-33bbcfcfb032 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330068
Jun 10 04:07:28.500125 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-6c7aa03b-e514-4768-93fc-2099c35bcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.506769 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-6c7aa03b-e514-4768-93fc-2099c35bcf3a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 915 time: 0.2531574
Jun 10 04:07:28.591627 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-17099ebe-5446-4e9a-a3af-5613846302cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=379c6866-14db-4285-a146-1e5ce5702ddb HTTP/1.1" status: 200  len: 217 time: 0.0699773
Jun 10 04:07:28.608276 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-aa364384-f434-4c03-8ff5-d82c90442c57 req-41c8d032-cb36-41b3-8c2c-67bdcaccf451 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1207430
Jun 10 04:07:28.644031 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-721324b5-113c-4431-881e-0f6d546fd64a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 200  len: 1001 time: 0.2081013
Jun 10 04:07:28.701301 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-d7e20428-cb96-43a6-a48e-b55191dde7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.702714 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-d7e20428-cb96-43a6-a48e-b55191dde7ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.1012521
Jun 10 04:07:28.721331 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-6ca6b4be-a29b-4153-a034-e60e08f2306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.724288 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-6ca6b4be-a29b-4153-a034-e60e08f2306f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0704226
Jun 10 04:07:28.753754 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-9469740f-20df-4a80-be5e-de8755ae186b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389996
Jun 10 04:07:28.892385 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-dee39ecf-f124-4865-86dd-089bf3c2f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:28.893882 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-dee39ecf-f124-4865-86dd-089bf3c2f1ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1468499
Jun 10 04:07:28.921391 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-c34b19ed-5bbf-487e-8e2f-78945f43c0d2 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422725
Jun 10 04:07:29.111254 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-ca574ef0-5674-488a-844d-b4cf277f7171 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2024090
Jun 10 04:07:29.134710 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1cc54d99-98a3-49fd-8b6b-e9a92a114b1e req-47685c11-1031-4024-b3c6-a5ee056d957e service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427968
Jun 10 04:07:29.311142 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8189ea44-07e4-415a-ab26-958611f218bb req-53a77620-00c3-41a2-91f2-af96b4960ff8 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.0458007
Jun 10 04:07:29.339548 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c7c3e972-893b-4206-ba78-c7e57454dbe5 req-735ce3af-dd5f-445d-8fdd-efedb9033691 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592293
Jun 10 04:07:29.469315 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24013bbb-a225-4afe-b288-789d4aabc52e req-f69bef1b-de47-47c1-bf37-3b5dd0945f1f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:29.477058 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-24013bbb-a225-4afe-b288-789d4aabc52e req-f69bef1b-de47-47c1-bf37-3b5dd0945f1f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0780241
Jun 10 04:07:29.524367 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-24013bbb-a225-4afe-b288-789d4aabc52e req-6ae73c98-33b5-46d8-bbcf-2169b9d05cc2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464416
Jun 10 04:07:29.836421 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-a186f4be-d0d1-43af-baa1-f7dd9877dc6a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:29.837829 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-a186f4be-d0d1-43af-baa1-f7dd9877dc6a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.3789771
Jun 10 04:07:29.869670 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Request body: {'port': {'device_id': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'admin_state_up': True, 'tenant_id': 'f50183b5ecd74f39845a5553cd36e8e0'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:29.986835 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51732) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:30.023081 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:07:30.105553 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Made reservation on behalf of f50183b5ecd74f39845a5553cd36e8e0 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:07:30.108994 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.141404 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.291199 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Allocated IP 172.20.0.9 (6847c915-9586-461f-b874-34766c839f53/bcc4683c-f746-4111-81cf-3f522816e349/58553dc5-3db5-41eb-8fc8-e5c1b2504a64) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:07:30.293386 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.397570 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.400150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-feeb993d-b86c-4a94-9aad-0c5f2a700f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:30.438888 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3ec9f-4cad-4259-8f2c-716cc3b09565,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:30.452854 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=708c4e3a84cd4c4c87c7035cb92b5980&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4644837
Jun 10 04:07:30.455632 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:30.456101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51754) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:30.495016 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55ca9aca-c9cf-4f12-a330-a22b63ad6e05 req-178290fd-40d3-4ac8-be37-a159e37bd07d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.0499675
Jun 10 04:07:30.526303 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.557785 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.578064 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.659983 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.682691 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.685306 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.688717 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6e3ec9f-4cad-4259-8f2c-716cc3b09565 HTTP/1.1" status: 204  len: 168 time: 0.2294588
Jun 10 04:07:30.688717 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:30.701278 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3ec9f-4cad-4259-8f2c-716cc3b09565,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:30.703982 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:30.715990 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.734637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:30.746628 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb412c-adb5-4050-bb51-67bf1471a47a req-d1e6c873-54d3-4adc-8216-48c8d38c85bb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:30.748483 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-43eb412c-adb5-4050-bb51-67bf1471a47a req-d1e6c873-54d3-4adc-8216-48c8d38c85bb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1021216
Jun 10 04:07:30.765968 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:07:30.789520 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Network 6847c915-9586-461f-b874-34766c839f53 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:07:30.797209 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-43eb412c-adb5-4050-bb51-67bf1471a47a req-b44f1f1d-bf67-484b-ad42-366181215e43 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428541
Jun 10 04:07:30.801337 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:07:30.806271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:07:30.812274 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:30.814801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:30.828302 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event updated for resources: {'Port': ['ID=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:30.838134 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:30.906310 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0420249
Jun 10 04:07:30.928207 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Request body: {'port': {'device_id': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:31.030569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.322508 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:31.364545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.394498 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:07:31.404737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.427793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Transition to ACTIVE for port object 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:07:31.473239 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.483114 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:31.516504 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.579080 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.589349 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:31.595074 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:31.597779 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7741acc2-d34e-4985-9fdb-44a75eb7da49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:31.651446 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8a08a399fa64aedad7dcc95ba21a40f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256285
Jun 10 04:07:31.651881 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51780) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:31.668006 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16411e7-5f2d-4fa2-89ae-2d16d40bd072,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:31.670773 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Attempting to bind port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:07:31.671189 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Attempting to bind port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:07:31.671527 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Attempting to bind port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:07:31.673669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:31.676902 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 on network 6847c915-9586-461f-b874-34766c839f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:07:31.677236 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Attempting to bind port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:07:31.682408 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:07:31.682753 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Checking segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:07:31.683177 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Bound using segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:07:31.690670 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Bound port: 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:07:31.690670 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.722894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.745649 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.758269 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] For port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:07:31.761705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] For port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:07:31.843513 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.846747 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:31.871581 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.874130 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.875424 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b16411e7-5f2d-4fa2-89ae-2d16d40bd072 HTTP/1.1" status: 204  len: 168 time: 0.2225876
Jun 10 04:07:31.876340 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fc0be24c-5b1f-4eb3-a45d-4acee79edd0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:31.883217 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:31.883837 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:31.885217 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] 10.222.0.11 "PUT /v2.0/ports/58553dc5-3db5-41eb-8fc8-e5c1b2504a64 HTTP/1.1" status: 200  len: 1093 time: 0.9613245
Jun 10 04:07:31.885710 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'tag': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:31.888035 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "75bb1ba5-4127-4f36-9543-6aa0e8a464cc", "tag": "58553dc5-3db5-41eb-8fc8-e5c1b2504a64"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:31.888208 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16411e7-5f2d-4fa2-89ae-2d16d40bd072,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:31.896452 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:31.917652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Pushing event updated for resources: {'Port': ['ID=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:31.920949 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:32.508219 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51806) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:32.523934 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.623006 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.665519 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.668068 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:32.705054 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc7983e-45b8-402e-a8db-f9836509b7cb,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:32.709495 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=012f0052b046435880fdb0703e23acee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2002065
Jun 10 04:07:32.710836 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:32.713046 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51818) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:32.767093 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.790728 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.911235 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.914492 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:32.915650 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fc7983e-45b8-402e-a8db-f9836509b7cb HTTP/1.1" status: 204  len: 168 time: 0.2021894
Jun 10 04:07:32.916378 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2a241342-0ea7-4bb8-859c-f3ec8a4b2686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:32.925372 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc7983e-45b8-402e-a8db-f9836509b7cb,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:32.927615 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:34.493845 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0656d6-b188-4c43-ba5c-514532709584 req-8ac431bc-b527-4aa1-afb5-03e50e174555 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:34.495455 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cf0656d6-b188-4c43-ba5c-514532709584 req-8ac431bc-b527-4aa1-afb5-03e50e174555 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.0735753
Jun 10 04:07:34.502094 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce95ec-407b-480e-819b-7cd63493f815 req-8f54bb2e-d4ce-41ba-9f5c-d85e527a5005 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:34.503595 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8ce95ec-407b-480e-819b-7cd63493f815 req-8f54bb2e-d4ce-41ba-9f5c-d85e527a5005 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 943 time: 0.1082957
Jun 10 04:07:34.544028 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cf0656d6-b188-4c43-ba5c-514532709584 req-7c57f513-7044-4a89-a74a-f8d5f2783294 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425262
Jun 10 04:07:34.557175 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-b8c9c503-55e2-4039-914e-6fc04aab8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:34.558642 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-b8c9c503-55e2-4039-914e-6fc04aab8f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 1096 time: 0.1042612
Jun 10 04:07:34.561608 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8ce95ec-407b-480e-819b-7cd63493f815 req-c06e9eb2-0f04-4eb5-80b2-faf7634f066b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472555
Jun 10 04:07:34.645888 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0efeeb8-f2d0-48e0-820f-1e84a1e59cf8 x-openstack-request-id: req-a0efeeb8-f2d0-48e0-820f-1e84a1e59cf8 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:34.646197 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bb1ba5-4127-4f36-9543-6aa0e8a464cc", "tag": "58553dc5-3db5-41eb-8fc8-e5c1b2504a64", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:34.646476 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0efeeb8-f2d0-48e0-820f-1e84a1e59cf8 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:34.646915 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'tag': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', 'status': 'completed', 'code': 200}
Jun 10 04:07:34.650686 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-3a7ea59d-58b8-48ff-a8e7-a16c65ba0aeb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64 HTTP/1.1" status: 200  len: 217 time: 0.0591526
Jun 10 04:07:34.713639 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-d327d8cd-9a02-4666-878d-c46a480df009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:34.715130 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-d327d8cd-9a02-4666-878d-c46a480df009 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.0572879
Jun 10 04:07:34.728482 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c77c9-175b-4766-b159-3f2a90f3284f req-52e121d7-3d9c-47f2-8a6d-3e41af787173 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:34.730902 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5a9c77c9-175b-4766-b159-3f2a90f3284f req-52e121d7-3d9c-47f2-8a6d-3e41af787173 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0821376
Jun 10 04:07:34.769253 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-c59f59bf-0805-4beb-abd4-6b9d6a8cfb3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404046
Jun 10 04:07:34.785846 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5a9c77c9-175b-4766-b159-3f2a90f3284f req-a14823fb-9686-4564-af8a-32ac23cec9d9 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457990
Jun 10 04:07:34.889832 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-dc21bc9c-d7ff-45ad-b768-7aad0e4945c6 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132915
Jun 10 04:07:35.010433 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2c7babc6-cd12-4c80-9d06-7a1d0b824d9b req-5faf12d7-0aae-4fa3-88d5-776702c9f9f6 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084471
Jun 10 04:07:35.313311 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-29100303-b0a2-41cf-8232-d64dfe38ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:35.314769 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-29100303-b0a2-41cf-8232-d64dfe38ab86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 1096 time: 0.0574200
Jun 10 04:07:35.441468 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-91816cad-5b5d-4680-9537-cc5009332d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:35.442893 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-91816cad-5b5d-4680-9537-cc5009332d71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 915 time: 0.1148446
Jun 10 04:07:35.526700 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-c7af334c-2875-4a18-9c15-7cfadb4fd778 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64 HTTP/1.1" status: 200  len: 217 time: 0.0497041
Jun 10 04:07:35.621774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-6e1f2801-c221-40bb-9832-77e4d166ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:35.623465 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-6e1f2801-c221-40bb-9832-77e4d166ab7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.0553136
Jun 10 04:07:35.672609 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-5b2e4a8f-69f9-4dd8-b493-79ff82854a05 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397439
Jun 10 04:07:35.753210 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28801487-3c60-4ffa-9ed3-a261e822be25 req-7648f6a6-cc1c-478f-a897-cf9b66141af6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:35.754652 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-28801487-3c60-4ffa-9ed3-a261e822be25 req-7648f6a6-cc1c-478f-a897-cf9b66141af6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 943 time: 0.0726736
Jun 10 04:07:35.804091 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-28801487-3c60-4ffa-9ed3-a261e822be25 req-a3073c26-14f1-46e9-b09d-299f5e08b6ce tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408492
Jun 10 04:07:35.848110 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1195c-e09a-4a58-ad2f-f7fe0d8dea51 req-acfa4629-e7bd-4ede-b09e-0f1e50784fe7 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:35.849705 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d5e1195c-e09a-4a58-ad2f-f7fe0d8dea51 req-acfa4629-e7bd-4ede-b09e-0f1e50784fe7 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.1799417
Jun 10 04:07:35.869194 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-ecc99452-5e45-4ca3-ab78-37ad14fb1c25 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869252
Jun 10 04:07:35.941364 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d5e1195c-e09a-4a58-ad2f-f7fe0d8dea51 req-c2d94f9b-283e-4404-8a97-8c9c9fe0dbae tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821660
Jun 10 04:07:36.002846 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8228152-9cce-4cec-8dcb-e4f9b59f9f80 req-05c05c81-ff8c-4683-bd28-47b2ede77669 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:36.004854 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a8228152-9cce-4cec-8dcb-e4f9b59f9f80 req-05c05c81-ff8c-4683-bd28-47b2ede77669 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0718396
Jun 10 04:07:36.043371 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6cd3ffff-d34b-40ad-ac55-634496d0f9f4 req-7110da30-8789-40cb-acc6-805b84ac9e1f service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526213
Jun 10 04:07:36.058351 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a8228152-9cce-4cec-8dcb-e4f9b59f9f80 req-9f485b24-7efd-4675-a2ca-422e6213e002 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464151
Jun 10 04:07:36.627195 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 51928) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:36.736511 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:36.827614 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:36.888135 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:36.891795 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-57ba6b12-9b7d-42d0-94e2-6fc163b13741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:36.941638 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0aee5fd0290f4c1baea47f397f8501fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3133755
Jun 10 04:07:36.944472 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51934) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:36.963150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef7713-5ecd-4123-a572-383af12fba04,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:36.966988 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:37.009215 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:37.014536 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68908b70-b738-40df-ab15-9700a72a9261 req-0ace8c6e-c1d2-4b79-a4cd-a84539ed8eeb tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:37.017517 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-68908b70-b738-40df-ab15-9700a72a9261 req-0ace8c6e-c1d2-4b79-a4cd-a84539ed8eeb tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 943 time: 0.0913870
Jun 10 04:07:37.040854 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:37.066961 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-68908b70-b738-40df-ab15-9700a72a9261 req-f3880b56-fd9d-40b5-a6d4-8461f64a4960 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425582
Jun 10 04:07:37.249616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fad6e6-9108-43c8-984b-037e9f43620e req-f7499f69-87ce-4fcf-a9bb-84ceeffd97bd tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:37.256718 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-77fad6e6-9108-43c8-984b-037e9f43620e req-f7499f69-87ce-4fcf-a9bb-84ceeffd97bd tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0782950
Jun 10 04:07:37.301420 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-77fad6e6-9108-43c8-984b-037e9f43620e req-510527d7-7958-4cef-a210-d5f6a75938c5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437620
Jun 10 04:07:37.371721 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbac9b-30c1-434b-9f59-4bc358dc485e req-3a38ebd7-5e24-4808-8c08-f9aa2e95237e tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:37.373217 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-22fbac9b-30c1-434b-9f59-4bc358dc485e req-3a38ebd7-5e24-4808-8c08-f9aa2e95237e tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.0914571
Jun 10 04:07:37.417950 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-22fbac9b-30c1-434b-9f59-4bc358dc485e req-cd49381b-9f1e-4bf3-aff9-4a823c726ab8 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366576
Jun 10 04:07:37.453794 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:37.456417 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:37.457476 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10ef7713-5ecd-4123-a572-383af12fba04 HTTP/1.1" status: 204  len: 168 time: 0.5120435
Jun 10 04:07:37.458251 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-08635f1f-5041-4b8c-ab57-988fa4d5b549 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:37.467291 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef7713-5ecd-4123-a572-383af12fba04,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:37.469553 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:37.888707 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51984) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:37.999365 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.092250 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.143366 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51990) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:38.159224 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.160839 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.165253 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ff79695c-f69d-4c9f-a5d6-0e832e9d3742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:38.219618 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991955ad-f46b-4bc9-82fd-1d08e82b9179,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:38.222690 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:38.228266 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a7bbc75b5e84dd38747c726fdcdd2ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3353987
Jun 10 04:07:38.229208 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51992) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:38.277146 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:07:38.316126 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.316340 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f266b-4b5b-4a14-975b-b280e1ee1c02 req-608345a4-9fdb-41d7-8e1c-32953efac216 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:38.317672 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b44f266b-4b5b-4a14-975b-b280e1ee1c02 req-608345a4-9fdb-41d7-8e1c-32953efac216 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 943 time: 0.1252458
Jun 10 04:07:38.350093 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-d6ac233d-9de9-49e3-81fe-cfd04cb4eef8 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:38.351252 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-d6ac233d-9de9-49e3-81fe-cfd04cb4eef8 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.11 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.1274798
Jun 10 04:07:38.353274 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.405481 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.418113 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:38.431714 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'port_id': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', 'mac_address': 'fa:16:3e:14:98:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc4683c-f746-4111-81cf-3f522816e349', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:07:38.439496 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b44f266b-4b5b-4a14-975b-b280e1ee1c02 req-c5cb2d1f-7bb1-4a9d-b765-86a5a6ee6e65 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142488
Jun 10 04:07:38.470977 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.474435 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fe8e632e-7a09-4798-850a-e0396688df09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:38.482845 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.500446 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:07:38.530921 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:38.542604 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78f55fa92f9e45ffae3a95039f056ad5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3957636
Jun 10 04:07:38.547614 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.547614 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.550647 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/991955ad-f46b-4bc9-82fd-1d08e82b9179 HTTP/1.1" status: 204  len: 168 time: 0.3210785
Jun 10 04:07:38.559750 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 51998) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:38.562520 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9462ec0e-2911-4aec-9a50-e5310202e148,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:38.572894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:38.595987 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:38.596760 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.599189 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:38.618181 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991955ad-f46b-4bc9-82fd-1d08e82b9179,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:38.628875 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:38.678055 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.702138 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89134cf-2535-4874-8cc8-d639f7bcbc03 req-0e68701f-32ee-443b-8f9b-7b3b60c9f349 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:38.703914 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d89134cf-2535-4874-8cc8-d639f7bcbc03 req-0e68701f-32ee-443b-8f9b-7b3b60c9f349 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1621599
Jun 10 04:07:38.719185 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.766146 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:38.795234 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d89134cf-2535-4874-8cc8-d639f7bcbc03 req-782244a3-8638-414a-91ca-a1bd75352ab5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813158
Jun 10 04:07:38.821488 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.822117 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.822459 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.822788 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.823144 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.823467 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.823900 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.824224 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.824563 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.824885 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.825198 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.825510 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:07:38.829932 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:38.876841 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Deleting port 427c958a-8b37-4326-8543-2f4ba270df01 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:07:38.877188 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.917242 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.923259 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:38.927767 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9462ec0e-2911-4aec-9a50-e5310202e148 HTTP/1.1" status: 204  len: 168 time: 0.3660884
Jun 10 04:07:38.929212 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4fcdc7b7-9fa6-44eb-aca9-2e4243bc6c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:38.941255 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9462ec0e-2911-4aec-9a50-e5310202e148,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:38.945212 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:38.961943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b10c5-7c81-430f-b12a-68b35c520d36 req-93754dd7-41d3-4559-a2a3-87f8a29048da tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:38.963630 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-845b10c5-7c81-430f-b12a-68b35c520d36 req-93754dd7-41d3-4559-a2a3-87f8a29048da tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 945 time: 0.1367176
Jun 10 04:07:39.053887 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['58553dc5-3db5-41eb-8fc8-e5c1b2504a64'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:07:39.080179 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-845b10c5-7c81-430f-b12a-68b35c520d36 req-bb3fed3d-3c18-4033-853b-5d8e548fa6b0 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/security-groups?id=050a7e78-1a8c-4c88-ba84-c73a3c681d1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720391
Jun 10 04:07:39.100524 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] For port 427c958a-8b37-4326-8543-2f4ba270df01, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=427c958a-8b37-4326-8543-2f4ba270df01,segment=NetworkSegment(d2f6748a-c1c0-4047-98d4-7d6020f8a242),segment_id=d2f6748a-c1c0-4047-98d4-7d6020f8a242)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:39.100524 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:39.250892 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Calling delete_port for 427c958a-8b37-4326-8543-2f4ba270df01 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:07:39.500808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:39.506177 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:39.540003 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Pushing event deleted for resources: {'Port': ['ID=427c958a-8b37-4326-8543-2f4ba270df01,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:39.543745 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:39.612890 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] No DVR routers for this DVR port 427c958a-8b37-4326-8543-2f4ba270df01 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:07:39.616475 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:39.618817 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-08fa3dd1-2836-43d5-b694-eae841dab231 req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.11 "DELETE /v2.0/ports/427c958a-8b37-4326-8543-2f4ba270df01 HTTP/1.1" status: 204  len: 173 time: 1.2554781
Jun 10 04:07:39.619498 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'name': 'network-vif-deleted', 'tag': '427c958a-8b37-4326-8543-2f4ba270df01'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:39.622063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8490063-cca0-4e8b-a65a-7b131a35784e" -d '{"events": [{"server_uuid": "56b7d7d6-e093-4ec4-9210-757fb96df29b", "name": "network-vif-deleted", "tag": "427c958a-8b37-4326-8543-2f4ba270df01"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:39.649300 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ab699-9762-4b03-807d-d73de382d551 req-6d89938d-4361-4b93-81f0-4c2ab948e449 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:39.650787 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e43ab699-9762-4b03-807d-d73de382d551 req-6d89938d-4361-4b93-81f0-4c2ab948e449 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 944 time: 0.0874860
Jun 10 04:07:39.671816 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c7f691-04bc-46af-8266-1a677f6a4983 x-openstack-request-id: req-00c7f691-04bc-46af-8266-1a677f6a4983 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:39.672914 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b7d7d6-e093-4ec4-9210-757fb96df29b", "name": "network-vif-deleted", "tag": "427c958a-8b37-4326-8543-2f4ba270df01", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:39.675878 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c7f691-04bc-46af-8266-1a677f6a4983 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:39.675878 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b7d7d6-e093-4ec4-9210-757fb96df29b', 'name': 'network-vif-deleted', 'tag': '427c958a-8b37-4326-8543-2f4ba270df01', 'status': 'completed', 'code': 200}
Jun 10 04:07:39.703435 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e43ab699-9762-4b03-807d-d73de382d551 req-117d07c4-d075-4f2b-92bf-02a2616d537b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465002
Jun 10 04:07:39.988761 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a5d96-d25b-4428-8315-58aaf75c8e87 req-938d728e-6ebe-4366-981d-414b0a48e0dc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:39.990263 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b08a5d96-d25b-4428-8315-58aaf75c8e87 req-938d728e-6ebe-4366-981d-414b0a48e0dc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0789275
Jun 10 04:07:40.032583 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b08a5d96-d25b-4428-8315-58aaf75c8e87 req-c411c585-8672-4a07-acee-2695eba4b508 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361304
Jun 10 04:07:40.053191 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['427c958a-8b37-4326-8543-2f4ba270df01'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:07:40.266447 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9607d2a3-f525-4834-b791-291c17d2b838 req-8f3aa83a-fe8c-42fc-87c0-852e16b45877 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.0575964
Jun 10 04:07:40.288932 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:07:40.483182 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:07:40.487461 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:07:40.487842 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:40.590826 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:40.615299 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:07:40.618233 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be823c6e-4664-4d61-a9e7-1ccf4ebbbe41" -d '{"events": [{"server_uuid": "75bb1ba5-4127-4f36-9543-6aa0e8a464cc", "name": "network-vif-plugged", "status": "completed", "tag": "58553dc5-3db5-41eb-8fc8-e5c1b2504a64"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:07:40.640321 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:07:40.663647 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbff75e5-8b15-4ec7-a897-54740aa4c082 x-openstack-request-id: req-fbff75e5-8b15-4ec7-a897-54740aa4c082 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:07:40.663647 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bb1ba5-4127-4f36-9543-6aa0e8a464cc", "name": "network-vif-plugged", "status": "completed", "tag": "58553dc5-3db5-41eb-8fc8-e5c1b2504a64", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:07:40.663647 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fbff75e5-8b15-4ec7-a897-54740aa4c082 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:07:40.663647 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', 'code': 200}
Jun 10 04:07:40.717390 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:40.720321 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-294cc5a8-5549-42d9-82cb-a69697444af1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:40.798166 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:40.801499 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:40.843221 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52088) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:40.952288 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a97647-bd3f-4ef4-97eb-0fdfadb41db5 req-7b44edad-37d7-4409-a312-1b67cab0e871 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:40.954455 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-29a97647-bd3f-4ef4-97eb-0fdfadb41db5 req-7b44edad-37d7-4409-a312-1b67cab0e871 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0850909
Jun 10 04:07:41.019511 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-29a97647-bd3f-4ef4-97eb-0fdfadb41db5 req-a02fe645-3904-4917-995f-3b68eefb638e tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578172
Jun 10 04:07:41.054797 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.192147 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.253861 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.256054 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c6599-d1e2-4687-81ba-11b12293eeca req-41fcb160-0ecd-48e6-a56a-c5ebce96ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:41.257295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:41.262204 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6f6c6599-d1e2-4687-81ba-11b12293eeca req-41fcb160-0ecd-48e6-a56a-c5ebce96ccc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 1098 time: 0.1252759
Jun 10 04:07:41.265509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41cc7a-97a9-4d59-9bbf-149d7855a531 req-52806e5e-c1ba-4cd3-8519-7a0965b1e4e2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:41.271691 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c41cc7a-97a9-4d59-9bbf-149d7855a531 req-52806e5e-c1ba-4cd3-8519-7a0965b1e4e2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1044631
Jun 10 04:07:41.306949 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1634eb-37eb-46ad-ae2d-cf4b153baa23,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:41.310879 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:41.340601 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f65d4c0f9dc4a0ba14f9e3c060cd8df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4692638
Jun 10 04:07:41.340601 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52106) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:41.355867 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6f6c6599-d1e2-4687-81ba-11b12293eeca req-a17ca2f3-0983-4367-96f5-462b760fe09a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808122
Jun 10 04:07:41.360827 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c41cc7a-97a9-4d59-9bbf-149d7855a531 req-78b59db9-1dd8-4212-8822-875aa4196391 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875914
Jun 10 04:07:41.389867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.418284 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.464566 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c6a367a9-ee4f-4e9b-ae51-6a896fdbd989 req-f1a85124-fe4b-4752-81d8-9f0ce3ee43fc tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] 10.222.0.20 "GET /v2.0/ports?device_id=56b7d7d6-e093-4ec4-9210-757fb96df29b HTTP/1.1" status: 200  len: 210 time: 0.0438714
Jun 10 04:07:41.563572 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.566209 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:41.567458 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e1634eb-37eb-46ad-ae2d-cf4b153baa23 HTTP/1.1" status: 204  len: 168 time: 0.2352695
Jun 10 04:07:41.568175 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f7962ba6-8dda-4d65-81f8-c9c9ca09bcb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:41.580550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1634eb-37eb-46ad-ae2d-cf4b153baa23,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:41.583089 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:42.208272 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba746-ced5-47bc-888c-219c5577bcee req-fba45007-7eb9-43f0-8986-e8f4f8ec37f0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:42.209743 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-720ba746-ced5-47bc-888c-219c5577bcee req-fba45007-7eb9-43f0-8986-e8f4f8ec37f0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0744274
Jun 10 04:07:42.210818 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52140) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:42.258818 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-720ba746-ced5-47bc-888c-219c5577bcee req-c7e9c2af-f547-4c85-8a4e-85e132298be0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423608
Jun 10 04:07:42.292930 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 427c958a-8b37-4326-8543-2f4ba270df01 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:07:42.318259 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 427c958a-8b37-4326-8543-2f4ba270df01 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:07:42.318844 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 427c958a-8b37-4326-8543-2f4ba270df01 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:07:42.335665 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.357865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52146) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:42.373966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.433030 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.523925 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.527723 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c7cbf05f-4938-4940-9abe-705bd1fe1c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:42.571362 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea2e8dbccc074224be94018683c50360&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3571484
Jun 10 04:07:42.571680 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52154) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:42.572986 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10005a-4990-4873-a210-510bbd8b2e0b,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:42.576143 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:42.608322 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee24103-fa44-49ba-aa66-630646a9699b req-09796680-a0f5-430c-be59-205ddc89cc7a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:42.612612 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fee24103-fa44-49ba-aa66-630646a9699b req-09796680-a0f5-430c-be59-205ddc89cc7a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1244099
Jun 10 04:07:42.699071 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.717170 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fee24103-fa44-49ba-aa66-630646a9699b req-5ca6fd7a-08c8-41d5-b8f9-ee0bba19ae67 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834928
Jun 10 04:07:42.726358 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.743172 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.802558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.805000 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5f2c87b-30d9-4b6b-a384-31c442c627b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:42.845650 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9caa9-363f-4d45-af14-d89232033e10,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:42.849803 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cca04ec26fd40d3804b23be998eacd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4908624
Jun 10 04:07:42.850682 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:42.852454 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52162) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:42.909783 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.928089 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.936498 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.939354 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:42.944374 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec10005a-4990-4873-a210-510bbd8b2e0b HTTP/1.1" status: 204  len: 168 time: 0.3672290
Jun 10 04:07:42.944374 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6599d14b-db0b-4eca-9bb8-81e71e37f516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:42.958881 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10005a-4990-4873-a210-510bbd8b2e0b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:42.963859 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:43.071508 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.076651 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.076651 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1a9caa9-363f-4d45-af14-d89232033e10 HTTP/1.1" status: 204  len: 168 time: 0.2218518
Jun 10 04:07:43.076651 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e790e9dc-a8d1-46fd-8932-6a8574ae6920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:43.085096 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9caa9-363f-4d45-af14-d89232033e10,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:43.087281 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:43.406128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-7af0bbd5-1282-41f8-af76-e69a80bc0fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.681192 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52190) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:43.696870 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.792663 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.858865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.861402 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b6e16d42-6c00-4465-811d-9dc49e360528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:43.901312 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0c4f4851c834097a4c0c02cd0e7e8e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2189827
Jun 10 04:07:43.902265 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba09993d-3f92-40b3-8083-45cd283628d8,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:43.904294 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52196) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:43.905399 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:43.957505 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:43.981434 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:44.145542 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:44.148744 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:44.149888 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba09993d-3f92-40b3-8083-45cd283628d8 HTTP/1.1" status: 204  len: 168 time: 0.2439222
Jun 10 04:07:44.150782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fc047760-a5d0-4bc4-bc2a-57c37a5699ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:44.159923 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba09993d-3f92-40b3-8083-45cd283628d8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:44.162152 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:45.193781 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52250) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:45.286758 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1626319506-network', 'tenant_id': 'fa8e4378bfab4068a4ac7504ea046bbb'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:45.391175 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Made reservation on behalf of fa8e4378bfab4068a4ac7504ea046bbb for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:07:45.393481 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.404678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.496135 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.568269 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.572164 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:45.590327 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:07:45.605903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59456da3-dda9-4453-8754-7b9e324647c9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:45.608753 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.609091 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Added segment 51059316-c0fb-4118-a968-85726a137829 of type vlan for network 7be93ea5-429c-4fb5-8601-b927f584ef45
Jun 10 04:07:45.610438 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:45.656474 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.728435 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.729785 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:45.730366 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.733491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3963e0c6-30d6-47c6-8a3f-691f8e65f34a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:45.829848 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Pushing event updated for resources: {'Network': ['ID=7be93ea5-429c-4fb5-8601-b927f584ef45,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:45.833412 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:45.841328 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 7be93ea5-429c-4fb5-8601-b927f584ef45 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:07:45.860844 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6659148
Jun 10 04:07:45.863799 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52260) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:45.868865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Request body: {'subnet': {'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1626319506-subnet', 'tenant_id': 'fa8e4378bfab4068a4ac7504ea046bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:45.869394 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b741c7f8-32fd-449e-b4d8-a7b14938b543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.872964 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:45.997371 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Made reservation on behalf of fa8e4378bfab4068a4ac7504ea046bbb for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:07:45.999780 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973279'] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:46.008877 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766d103-165b-46c0-821e-b6d34cb8ea61 req-4439a090-b964-4938-9fe7-a6eb0364b8ed tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:46.010357 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e766d103-165b-46c0-821e-b6d34cb8ea61 req-4439a090-b964-4938-9fe7-a6eb0364b8ed tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0790982
Jun 10 04:07:46.075834 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c396b-e8ba-42e0-b991-9a6de99bb282 req-7f36c950-54d8-4667-be50-c0fd51a3f619 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:46.078465 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2b4c396b-e8ba-42e0-b991-9a6de99bb282 req-7f36c950-54d8-4667-be50-c0fd51a3f619 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0808978
Jun 10 04:07:46.127466 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2b4c396b-e8ba-42e0-b991-9a6de99bb282 req-8e3bdbbe-51a2-4675-9a70-500b13babba8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404532
Jun 10 04:07:46.132633 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e766d103-165b-46c0-821e-b6d34cb8ea61 req-24bf54b6-8173-4bd2-aea5-094ad0ff74c2 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073251
Jun 10 04:07:46.407724 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14501411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973257'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:46.411241 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-559c31f7-7607-4506-bd35-811414aa0638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:46.476110 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee87465-fa69-4256-aac0-169e84f82506,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:46.479534 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:46.485838 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Checking segment: {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:07:46.486186 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Network hostable DHCP agents. Network: 7be93ea5-429c-4fb5-8601-b927f584ef45, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:07:46.579835 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Network 7be93ea5-429c-4fb5-8601-b927f584ef45 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:07:46.670976 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 7be93ea5-429c-4fb5-8601-b927f584ef45) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:07:46.675161 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:46.675751 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:46.681254 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8abd1-c144-4298-beb9-5edaaf608a09 None None] Network 7be93ea5-429c-4fb5-8601-b927f584ef45 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:07:46.753298 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8880727
Jun 10 04:07:46.877290 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f217928-4487-4a68-b448-15941c5753b7 None None] Network 7be93ea5-429c-4fb5-8601-b927f584ef45 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:07:46.918718 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:47.337367 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9095a-2336-4d86-ad7e-c272124d353c req-915367db-845b-4546-a176-074448405c19 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:47.338920 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7dd9095a-2336-4d86-ad7e-c272124d353c req-915367db-845b-4546-a176-074448405c19 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0782044
Jun 10 04:07:47.339540 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd99fc-4ce5-446b-a84f-e1b728c81138 req-7c69422a-e379-4c60-a9a4-e581d6e0d9f5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:47.340984 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9fdd99fc-4ce5-446b-a84f-e1b728c81138 req-7c69422a-e379-4c60-a9a4-e581d6e0d9f5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0819418
Jun 10 04:07:47.382552 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9fdd99fc-4ce5-446b-a84f-e1b728c81138 req-793b19fc-375e-49c4-8a72-bb6dfd185c7c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357232
Jun 10 04:07:47.386660 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7dd9095a-2336-4d86-ad7e-c272124d353c req-8fef8ee5-ea25-4314-958d-e25376dd69de tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417829
Jun 10 04:07:47.669769 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52310) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:47.729908 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Deleting subnet bb4010f0-32c4-4334-9078-65eb3daeca3f {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:07:47.732933 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:47.777158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:47.786228 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:47.894435 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:47.897816 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c89c70f3-5c09-4f10-ac9d-851709431ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:47.935816 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:47.936993 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb4010f0-32c4-4334-9078-65eb3daeca3f HTTP/1.1" status: 204  len: 168 time: 0.2659588
Jun 10 04:07:47.937223 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52324) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:47.938298 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4010f0-32c4-4334-9078-65eb3daeca3f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:47.941577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:48.025676 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.136397 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.147744 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb54dc52e0>,) {'filters': {'network_id': ['02c77f61-84e7-49fd-bc56-86c167d70fe2']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:48.158954 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54dc52e0>, 'd2f6748a-c1c0-4047-98d4-7d6020f8a242') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:48.159236 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54dc52e0>, 'd2f6748a-c1c0-4047-98d4-7d6020f8a242') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:07:48.170654 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.189389 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.191908 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:07:48.192287 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:07:48.193952 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:07:48.368019 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.371581 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:48.374678 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.375949 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] 10.222.0.20 "DELETE /v2.0/networks/02c77f61-84e7-49fd-bc56-86c167d70fe2 HTTP/1.1" status: 204  len: 168 time: 0.4374156
Jun 10 04:07:48.389103 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c77f61-84e7-49fd-bc56-86c167d70fe2,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:48.391391 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-de80527c-f389-4554-948f-c2dc427f1568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:48.649684 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52338) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:48.659772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.692655 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e761f182-cc41-41e5-8f10-de22e6e74644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28dbf3143dd6490fb83e1d40fe780ff9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0416796
Jun 10 04:07:48.694915 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52340) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:07:48.744699 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.771417 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.892323 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.892323 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:48.892323 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/050a7e78-1a8c-4c88-ba84-c73a3c681d1d HTTP/1.1" status: 204  len: 168 time: 0.1904454
Jun 10 04:07:48.892323 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-22ed7fb0-3368-4b8e-a9ae-217891cc0570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:48.900443 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050a7e78-1a8c-4c88-ba84-c73a3c681d1d,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:48.902985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:50.632110 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe126e43-7bf7-45fd-a4ed-91a8acaf5853 req-711f3068-deae-41ad-ba83-89a396797fc8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:50.633603 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fe126e43-7bf7-45fd-a4ed-91a8acaf5853 req-711f3068-deae-41ad-ba83-89a396797fc8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0956101
Jun 10 04:07:50.676322 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fe126e43-7bf7-45fd-a4ed-91a8acaf5853 req-e9dd9a20-203f-4906-8c3b-04cd3de03392 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365651
Jun 10 04:07:50.761763 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28212de-2da1-47d0-ae98-d89a3ebe161a req-0fa772de-becf-468f-aeb2-e03848c7589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:50.763197 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d28212de-2da1-47d0-ae98-d89a3ebe161a req-0fa772de-becf-468f-aeb2-e03848c7589b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 1098 time: 0.0584044
Jun 10 04:07:50.802036 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d28212de-2da1-47d0-ae98-d89a3ebe161a req-c0b37a14-be44-4f03-8eb0-f6d6af411a03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0306971
Jun 10 04:07:51.338064 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-fb36a4ee-6b00-4643-9249-9d23bf02007b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:51.339599 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-fb36a4ee-6b00-4643-9249-9d23bf02007b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/networks?id=7be93ea5-429c-4fb5-8601-b927f584ef45 HTTP/1.1" status: 200  len: 809 time: 0.1276152
Jun 10 04:07:51.354472 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-5a5f8238-83f1-4c80-8722-f773c00a1ba0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/quotas/fa8e4378bfab4068a4ac7504ea046bbb HTTP/1.1" status: 200  len: 375 time: 0.0093930
Jun 10 04:07:51.390645 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-988503cf-c4e3-4520-ae24-afec5294eff3 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0313468
Jun 10 04:07:51.508850 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-7bbc136d-6e6a-40fb-8c6e-5fe9d3c73db5 service neutron] 10.222.0.20 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110978
Jun 10 04:07:51.639542 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-b6c6f0e0-726e-49a6-9f07-3733a841bacf service neutron] 10.222.0.20 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237628
Jun 10 04:07:51.929839 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8a7d2b4d-ece1-4b33-8688-b84283b60d22 req-6c79a4e3-27e7-401d-8ce6-65658d7da4ff tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.0523317
Jun 10 04:07:51.982388 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06f6f3-32d7-429d-b7ea-2a78b87f99e5 req-5dc8cebe-13db-44bc-9a7e-6f90c2da563d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:51.984084 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1a06f6f3-32d7-429d-b7ea-2a78b87f99e5 req-5dc8cebe-13db-44bc-9a7e-6f90c2da563d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0736272
Jun 10 04:07:52.030724 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1a06f6f3-32d7-429d-b7ea-2a78b87f99e5 req-68d5ebfe-a2ee-4821-ae42-554f5944affb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390615
Jun 10 04:07:52.914246 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-df26e207-3737-4a1a-87b7-04cd3154e55a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:52.915664 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-df26e207-3737-4a1a-87b7-04cd3154e55a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.1286619
Jun 10 04:07:52.930192 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-f391d67c-1161-426c-b686-8e584822facc tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/quotas/f50183b5ecd74f39845a5553cd36e8e0 HTTP/1.1" status: 200  len: 375 time: 0.0088522
Jun 10 04:07:53.001657 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-9c4d2e27-91a5-42c3-915d-5bcce7af17fa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0663240
Jun 10 04:07:53.115224 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-ceade593-29a2-4c2b-9584-316ea81baddb service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1068416
Jun 10 04:07:53.229439 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-1c86f546-7af1-464f-a4d8-caaea14e7565 service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1082749
Jun 10 04:07:55.707940 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1fd5d274-2a69-40d8-b21c-0b2e2f3c7929 req-5890efb6-6e9e-4c1d-9c97-45faf83ebbf9 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.0321860
Jun 10 04:07:55.794446 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741150d3-11ad-4d33-b4c3-8694cde9d322 req-82129f16-d193-4c39-894b-94f31d4e6e2d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:55.796300 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-741150d3-11ad-4d33-b4c3-8694cde9d322 req-82129f16-d193-4c39-894b-94f31d4e6e2d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0721097
Jun 10 04:07:55.841207 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-741150d3-11ad-4d33-b4c3-8694cde9d322 req-256fec65-58b4-4c95-a4d0-f22588a836f7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390503
Jun 10 04:07:55.846137 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-621b1e72-23eb-4bb0-9d27-2086a603320a req-b9fba6f8-4545-414d-95c6-5becf48ac306 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0366988
Jun 10 04:07:56.945343 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f7155689-e984-476c-9464-f4daa1f4dd5c req-47ad8aca-fc9e-4337-8972-83d312698002 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.0322819
Jun 10 04:07:57.046839 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a0130-0121-4307-84a9-9907600f5bb1 req-cc1f2deb-4120-480c-a280-6ca237dc21d4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:57.048354 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-db6a0130-0121-4307-84a9-9907600f5bb1 req-cc1f2deb-4120-480c-a280-6ca237dc21d4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0697248
Jun 10 04:07:57.091502 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7aef3e4d-c23e-41da-98ce-e30c551adf8b req-95932b98-c5fa-4f7b-bccb-63d0d55832ae tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0384154
Jun 10 04:07:57.097019 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-db6a0130-0121-4307-84a9-9907600f5bb1 req-db4b3458-1140-418c-8a8e-3ae020a9acae tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363262
Jun 10 04:07:57.408911 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a10fd-4854-4a78-95b1-983e22c783e2 req-5588f63b-77e7-44b6-9bb0-91a0ec285ab2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:57.410387 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a82a10fd-4854-4a78-95b1-983e22c783e2 req-5588f63b-77e7-44b6-9bb0-91a0ec285ab2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1859014
Jun 10 04:07:57.422031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-5b9b2b85-7d62-462e-834e-014b20e49b82 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:57.423669 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-5b9b2b85-7d62-462e-834e-014b20e49b82 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.1891286
Jun 10 04:07:57.470792 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Request body: {'port': {'device_id': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'admin_state_up': True, 'tenant_id': 'f50183b5ecd74f39845a5553cd36e8e0'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:07:57.492577 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a82a10fd-4854-4a78-95b1-983e22c783e2 req-4afb3f03-36ef-4168-85aa-48433de3f282 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608082
Jun 10 04:07:57.716804 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Made reservation on behalf of f50183b5ecd74f39845a5553cd36e8e0 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:07:57.720297 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:57.876119 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Allocated IP 172.20.0.14 (6847c915-9586-461f-b874-34766c839f53/bcc4683c-f746-4111-81cf-3f522816e349/65dc3845-1d49-4ed6-8721-657ce33ff988) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:07:58.077206 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:58.191146 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:58.195668 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:07:58.246562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Network 6847c915-9586-461f-b874-34766c839f53 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:07:58.250027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:07:58.253772 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:07:58.260081 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:07:58.260687 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:07:58.266733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event updated for resources: {'Port': ['ID=65dc3845-1d49-4ed6-8721-657ce33ff988,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:07:58.271283 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:07:58.369029 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9046016
Jun 10 04:08:00.606427 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb', '58553dc5-3db5-41eb-8fc8-e5c1b2504a64'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:00.660535 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Request body: {'port': {'device_id': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:00.737710 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:00.749545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:00.978161 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4747d-75d1-42c2-8392-fce1ad84c785 req-db5ac80f-355f-4956-afe2-50ffe303dace tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:00.979732 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-94b4747d-75d1-42c2-8392-fce1ad84c785 req-db5ac80f-355f-4956-afe2-50ffe303dace tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 932 time: 0.0727136
Jun 10 04:08:01.027931 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-94b4747d-75d1-42c2-8392-fce1ad84c785 req-0287251e-5074-4260-aed6-d769c8bf4cc5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421703
Jun 10 04:08:01.196572 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-692cb042-f714-462b-8ddf-f6669e03aa93 req-c2c4bd0d-68ca-4c44-9547-0bbeab8e1f09 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.2854998
Jun 10 04:08:01.417155 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-3f320714-7f72-411b-b1a0-0e0c0278b1fd tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:01.418593 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-3f320714-7f72-411b-b1a0-0e0c0278b1fd tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "GET /v2.0/networks?id=7be93ea5-429c-4fb5-8601-b927f584ef45 HTTP/1.1" status: 200  len: 809 time: 0.2270379
Jun 10 04:08:01.480603 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Request body: {'port': {'device_id': '5220f346-8fac-498b-9c14-b9ab2730d984', 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45', 'admin_state_up': True, 'tenant_id': 'fa8e4378bfab4068a4ac7504ea046bbb'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:01.521465 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dc3845-1d49-4ed6-8721-657ce33ff988 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:01.532937 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:01.597105 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Transition to ACTIVE for port object 65dc3845-1d49-4ed6-8721-657ce33ff988 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:08:01.648315 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:01.650996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:01.733434 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Made reservation on behalf of fa8e4378bfab4068a4ac7504ea046bbb for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:08:01.736893 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:01.762343 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Pushing event updated for resources: {'Port': ['ID=65dc3845-1d49-4ed6-8721-657ce33ff988,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:01.787996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:01.844924 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Attempting to bind port 65dc3845-1d49-4ed6-8721-657ce33ff988 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:08:01.845193 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Attempting to bind port 65dc3845-1d49-4ed6-8721-657ce33ff988 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:08:01.851227 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Attempting to bind port 65dc3845-1d49-4ed6-8721-657ce33ff988 on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:01.865532 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Port 65dc3845-1d49-4ed6-8721-657ce33ff988 on network 6847c915-9586-461f-b874-34766c839f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:08:01.865856 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Attempting to bind port 65dc3845-1d49-4ed6-8721-657ce33ff988 on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:01.879561 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:08:01.879905 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Checking segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:08:01.880315 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Bound using segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:08:01.880735 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Bound port: 65dc3845-1d49-4ed6-8721-657ce33ff988, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:08:01.881129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:02.012087 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Allocated IP 172.20.0.5 (7be93ea5-429c-4fb5-8601-b927f584ef45/fee87465-fa69-4256-aac0-169e84f82506/1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:08:02.021030 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] For port 65dc3845-1d49-4ed6-8721-657ce33ff988, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:08:02.028153 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] For port 65dc3845-1d49-4ed6-8721-657ce33ff988, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=65dc3845-1d49-4ed6-8721-657ce33ff988,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:08:02.102279 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:02.112984 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:02.163346 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:02.163954 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:02.166603 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] 10.222.0.11 "PUT /v2.0/ports/65dc3845-1d49-4ed6-8721-657ce33ff988 HTTP/1.1" status: 200  len: 1094 time: 1.5094442
Jun 10 04:08:02.176491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'tag': '65dc3845-1d49-4ed6-8721-657ce33ff988'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:02.180559 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ffb2f7-db30-4bbb-b27f-4420eb374f73" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656", "tag": "65dc3845-1d49-4ed6-8721-657ce33ff988"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:02.245934 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88921021-dbe2-40c4-880c-983be85f8528 x-openstack-request-id: req-88921021-dbe2-40c4-880c-983be85f8528 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:02.246210 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656", "tag": "65dc3845-1d49-4ed6-8721-657ce33ff988", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:02.246731 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-88921021-dbe2-40c4-880c-983be85f8528 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:02.247167 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'tag': '65dc3845-1d49-4ed6-8721-657ce33ff988', 'status': 'completed', 'code': 200}
Jun 10 04:08:02.253662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593d45c-fe74-450f-ae65-624498b8abcd req-10afe033-993b-4b4a-af60-bf43ee3e2683 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:02.259619 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e593d45c-fe74-450f-ae65-624498b8abcd req-10afe033-993b-4b4a-af60-bf43ee3e2683 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 944 time: 0.1010070
Jun 10 04:08:02.280280 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Pushing event updated for resources: {'Port': ['ID=65dc3845-1d49-4ed6-8721-657ce33ff988,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:02.287585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:02.333114 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e593d45c-fe74-450f-ae65-624498b8abcd req-ddee9c98-9144-40bf-b63d-fd6b524ef5e0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652587
Jun 10 04:08:02.418036 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:02.422228 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e719b02f-d9eb-47b8-a763-38960a05d6cb req-52970a06-2f45-4319-a6a1-2c64360fc62d tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.0613136
Jun 10 04:08:02.466572 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffb2f7-db30-4bbb-b27f-4420eb374f73 req-46931201-c3c3-407d-8ea2-fb75ed19a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:02.468083 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-30ffb2f7-db30-4bbb-b27f-4420eb374f73 req-46931201-c3c3-407d-8ea2-fb75ed19a147 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 1097 time: 0.1713932
Jun 10 04:08:02.581463 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:02.588616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a4994c4-1778-432a-a8df-d50b1386057a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:02.673800 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Network 7be93ea5-429c-4fb5-8601-b927f584ef45 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:08:02.673800 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:08:02.678247 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:08:02.683731 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:02.684339 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:02.692991 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Pushing event updated for resources: {'Port': ['ID=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:02.695767 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffb2f7-db30-4bbb-b27f-4420eb374f73 req-d3ed2cda-1327-4ef6-82af-d4cf86d3be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:02.697359 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-30ffb2f7-db30-4bbb-b27f-4420eb374f73 req-d3ed2cda-1327-4ef6-82af-d4cf86d3be16 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2110298
Jun 10 04:08:02.698683 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:02.795832 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3208420
Jun 10 04:08:02.819482 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Request body: {'port': {'device_id': '5220f346-8fac-498b-9c14-b9ab2730d984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:02.859113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffb2f7-db30-4bbb-b27f-4420eb374f73 req-f375f386-549b-4817-a114-1c690ef980e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:02.860550 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-30ffb2f7-db30-4bbb-b27f-4420eb374f73 req-f375f386-549b-4817-a114-1c690ef980e5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1553071
Jun 10 04:08:02.921868 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:03.210065 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-3354132c-e55d-4e26-8502-462a4d568898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.211754 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-3354132c-e55d-4e26-8502-462a4d568898 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.0577891
Jun 10 04:08:03.226657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-4acf814c-1bab-4d2b-b80a-4ab12e23f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.228286 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-4acf814c-1bab-4d2b-b80a-4ab12e23f7b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 1097 time: 0.2634528
Jun 10 04:08:03.341138 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-9f4e069f-4621-4320-99c8-9be6d4144956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.342573 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-9f4e069f-4621-4320-99c8-9be6d4144956 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.1205270
Jun 10 04:08:03.346467 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-b9d93414-b2a5-46ab-8f97-0dca3360d016 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65dc3845-1d49-4ed6-8721-657ce33ff988 HTTP/1.1" status: 200  len: 217 time: 0.0687616
Jun 10 04:08:03.353861 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c99674-e803-4f29-b6f1-add6d8b09beb req-07de2c90-9e8b-4929-9e49-1471125ac506 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.355416 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40c99674-e803-4f29-b6f1-add6d8b09beb req-07de2c90-9e8b-4929-9e49-1471125ac506 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.3322482
Jun 10 04:08:03.420551 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-554204d8-eeb9-47c3-9626-0480721b7c25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 217 time: 0.0563927
Jun 10 04:08:03.481481 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-40c99674-e803-4f29-b6f1-add6d8b09beb req-962cf0c4-8f3a-40a7-8f87-f0afa2d8a2bc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201906
Jun 10 04:08:03.483737 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-2085f539-03a1-4446-9cd7-e728bc08da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.485386 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-2085f539-03a1-4446-9cd7-e728bc08da7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.0583932
Jun 10 04:08:03.489088 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-c3051ba4-6f9c-42d4-bdfd-95b8e8e488e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.490454 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-c3051ba4-6f9c-42d4-bdfd-95b8e8e488e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.1244569
Jun 10 04:08:03.562323 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-d2f25575-b963-4c35-afa7-0fa3ad2700b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421221
Jun 10 04:08:03.569935 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:03.815015 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-394d2bca-72f6-402c-be30-c01c0205d163 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3117170
Jun 10 04:08:03.872852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:03.923110 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Transition to ACTIVE for port object 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:08:03.954353 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf510a-4fa3-4450-aa0c-9ac9709ecc9d req-0f2add3e-cb9e-41a0-8b4c-c48eafea97dd tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:03.956491 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-31bf510a-4fa3-4450-aa0c-9ac9709ecc9d req-0f2add3e-cb9e-41a0-8b4c-c48eafea97dd tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 944 time: 0.4638309
Jun 10 04:08:03.958248 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-5bd5ddb3-c109-49e5-a7f3-1348db166c40 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354966
Jun 10 04:08:03.998813 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:04.011008 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:04.057120 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-c291207c-7459-47f4-9ca6-5871faeb506e service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4670036
Jun 10 04:08:04.075242 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-31bf510a-4fa3-4450-aa0c-9ac9709ecc9d req-a9d919dd-b191-4e93-a5f9-9b3bd09162b7 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121738
Jun 10 04:08:04.115069 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6906c0c-cbe7-4971-8b06-2293ddd4f943 req-6684066b-cf21-4c5e-a7fc-c383e9c3babb service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1447644
Jun 10 04:08:04.116865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1855cf8-2200-455e-90a4-ec91e0781e02 req-e12ac6c7-bb68-4f86-8ee7-6c260ce8c891 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:04.118330 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1855cf8-2200-455e-90a4-ec91e0781e02 req-e12ac6c7-bb68-4f86-8ee7-6c260ce8c891 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 931 time: 0.2691307
Jun 10 04:08:04.134377 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Pushing event updated for resources: {'Port': ['ID=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:04.162734 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:04.277469 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Attempting to bind port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:08:04.277823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Attempting to bind port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:08:04.278141 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Attempting to bind port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec on network 7be93ea5-429c-4fb5-8601-b927f584ef45 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:04.294550 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1855cf8-2200-455e-90a4-ec91e0781e02 req-e3d8bf94-3053-47dc-94f2-9848d184874a tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634490
Jun 10 04:08:04.296981 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec on network 7be93ea5-429c-4fb5-8601-b927f584ef45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:08:04.297310 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Attempting to bind port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec on network 7be93ea5-429c-4fb5-8601-b927f584ef45 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:04.314435 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:08:04.314661 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Checking segment: {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:08:04.315074 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Bound using segment: {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:08:04.315591 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Bound port: 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:08:04.315938 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:04.333947 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c45a9f67-7a76-4268-9bb2-60d796e0c976 req-0107d4c2-3ee3-45ed-a29c-96f74ebaa6ce service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2146690
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   from cryptography.utils import int_from_bytes
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   from cryptography.utils import int_from_bytes
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.393368 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:08:04.396282 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:08:04.397307 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] For port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:08:04.400519 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] For port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:08:04.448448 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:04.452220 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:04.495185 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:04.495950 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:04.497314 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-c01ff878-febf-4733-855f-162e15be60fc service neutron] 10.222.0.11 "PUT /v2.0/ports/1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec HTTP/1.1" status: 200  len: 1093 time: 1.6818991
Jun 10 04:08:04.499470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5220f346-8fac-498b-9c14-b9ab2730d984', 'tag': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:04.501774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71" -d '{"events": [{"name": "network-changed", "server_uuid": "5220f346-8fac-498b-9c14-b9ab2730d984", "tag": "1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:04.532420 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Pushing event updated for resources: {'Port': ['ID=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:04.535828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:04.675316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed955c3-c1a4-4cf1-a2e2-2587e235f6ac x-openstack-request-id: req-eed955c3-c1a4-4cf1-a2e2-2587e235f6ac {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:04.675700 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5220f346-8fac-498b-9c14-b9ab2730d984", "tag": "1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:04.676062 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eed955c3-c1a4-4cf1-a2e2-2587e235f6ac {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:04.676557 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5220f346-8fac-498b-9c14-b9ab2730d984', 'tag': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec', 'status': 'completed', 'code': 200}
Jun 10 04:08:04.790607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-9cb253ca-5864-48c1-bb13-8935a2c862b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:04.792198 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-9cb253ca-5864-48c1-bb13-8935a2c862b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 1096 time: 0.0685480
Jun 10 04:08:04.840146 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931f56d-a7f6-4e2a-8ad5-fc159c311d5c req-acf2cfd3-0d8c-4d1e-9821-4d7f8480ca1e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:04.841541 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b931f56d-a7f6-4e2a-8ad5-fc159c311d5c req-acf2cfd3-0d8c-4d1e-9821-4d7f8480ca1e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0805683
Jun 10 04:08:04.865216 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-3d913efd-1452-41ce-9248-653480fbcf2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec HTTP/1.1" status: 200  len: 217 time: 0.0524039
Jun 10 04:08:04.890675 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b931f56d-a7f6-4e2a-8ad5-fc159c311d5c req-c0da0c7a-6948-48a1-8513-1f317a533b0f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373411
Jun 10 04:08:04.924063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-dfd24a84-b578-4bc0-a209-3bd9898c31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:04.925506 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-dfd24a84-b578-4bc0-a209-3bd9898c31a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fee87465-fa69-4256-aac0-169e84f82506 HTTP/1.1" status: 200  len: 849 time: 0.0535057
Jun 10 04:08:04.962419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-a7b820f7-8bee-444e-a33a-5cc18d5d27c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7be93ea5-429c-4fb5-8601-b927f584ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301208
Jun 10 04:08:05.085900 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-ccf40648-888f-4f43-8dba-2b954f269cbd service neutron] 10.222.0.11 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1141067
Jun 10 04:08:05.245272 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4176b929-d7a0-4aa5-afe1-582eb8b0655d req-658d49e2-d6dd-4185-9e72-ce3fa57cb7d0 service neutron] 10.222.0.11 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424091
Jun 10 04:08:05.282776 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511546-4274-49d0-950d-a4dac9ea7775 req-e580acd2-1937-4c06-a925-1ef0deadca2b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:05.284216 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9b511546-4274-49d0-950d-a4dac9ea7775 req-e580acd2-1937-4c06-a925-1ef0deadca2b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 944 time: 0.0806878
Jun 10 04:08:05.325336 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9b511546-4274-49d0-950d-a4dac9ea7775 req-58ce0281-5e7a-4452-96d7-81311c92ff82 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352709
Jun 10 04:08:05.481594 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bf120-f141-4d74-9e0f-426654b8e6e4 req-0263d195-4f24-44fb-855c-0094af740283 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:05.483072 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-603bf120-f141-4d74-9e0f-426654b8e6e4 req-0263d195-4f24-44fb-855c-0094af740283 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 943 time: 0.0681179
Jun 10 04:08:05.529566 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-603bf120-f141-4d74-9e0f-426654b8e6e4 req-f82e3649-5250-422a-a364-76bc0360cd6b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406158
Jun 10 04:08:05.583627 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-b7fa4934-3acb-4e28-9e43-92e589d89e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:05.589863 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-b7fa4934-3acb-4e28-9e43-92e589d89e7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 1096 time: 0.0651398
Jun 10 04:08:05.705230 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-0547d454-bcae-46bd-a87d-b59f00721ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:05.706805 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-0547d454-bcae-46bd-a87d-b59f00721ab3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7be93ea5-429c-4fb5-8601-b927f584ef45 HTTP/1.1" status: 200  len: 910 time: 0.1113913
Jun 10 04:08:05.766912 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-9ce73c69-8b97-4198-83b2-c6efff115765 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec HTTP/1.1" status: 200  len: 217 time: 0.0491190
Jun 10 04:08:05.824177 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-06eb13c1-8a6b-45ff-98a4-1b0b97181731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:05.825782 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-06eb13c1-8a6b-45ff-98a4-1b0b97181731 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fee87465-fa69-4256-aac0-169e84f82506 HTTP/1.1" status: 200  len: 849 time: 0.0522106
Jun 10 04:08:05.909886 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-3efb87b6-ae04-4cf5-9c7c-f90b4892b236 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7be93ea5-429c-4fb5-8601-b927f584ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348513
Jun 10 04:08:06.094205 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-21bdf5b8-fb8c-4130-9a65-b542a02034e1 service neutron] 10.222.0.11 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453197
Jun 10 04:08:06.148841 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8254a8-75d0-42bf-b7d7-bc444aa54770 req-fe54eeb9-65c5-4d5d-ab22-c3203af5d84b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:06.150265 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e8254a8-75d0-42bf-b7d7-bc444aa54770 req-fe54eeb9-65c5-4d5d-ab22-c3203af5d84b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1269071
Jun 10 04:08:06.249364 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e8254a8-75d0-42bf-b7d7-bc444aa54770 req-4b414dd6-8807-46ed-b324-0b9c6af9b85e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926893
Jun 10 04:08:06.260397 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9aae4a98-6dda-4047-b695-a0e0b8dfeb71 req-f9f04ac9-19f3-4c1c-b5a8-70b582c18e57 service neutron] 10.222.0.11 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547019
Jun 10 04:08:06.510139 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b835-25d3-4671-8a0e-8276c1cb7b2f req-4217937b-6136-4b55-9c92-0335af350eb6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:06.511665 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b945b835-25d3-4671-8a0e-8276c1cb7b2f req-4217937b-6136-4b55-9c92-0335af350eb6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 944 time: 0.0690475
Jun 10 04:08:06.553048 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b945b835-25d3-4671-8a0e-8276c1cb7b2f req-b1bff08c-5838-485a-9671-2ddcace12476 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357854
Jun 10 04:08:06.646113 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 65dc3845-1d49-4ed6-8721-657ce33ff988 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:08:06.671627 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52788) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:06.722684 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e595-5d02-4aa8-8ea5-fad070438bb7 req-abdb0992-13a0-4ac1-bed0-7dcc793a387d tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:06.730377 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 52792) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:06.730529 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dd24e595-5d02-4aa8-8ea5-fad070438bb7 req-abdb0992-13a0-4ac1-bed0-7dcc793a387d tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 943 time: 0.0777488
Jun 10 04:08:06.778168 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dd24e595-5d02-4aa8-8ea5-fad070438bb7 req-5e77c0db-a140-4c0b-b794-30788c5aaae6 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464966
Jun 10 04:08:06.811638 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 65dc3845-1d49-4ed6-8721-657ce33ff988, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=65dc3845-1d49-4ed6-8721-657ce33ff988,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:06.832434 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '65dc3845-1d49-4ed6-8721-657ce33ff988', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'port_id': '65dc3845-1d49-4ed6-8721-657ce33ff988', 'mac_address': 'fa:16:3e:ed:8a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc4683c-f746-4111-81cf-3f522816e349', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:08:06.845046 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:06.871580 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:06.878948 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:06.896346 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dc3845-1d49-4ed6-8721-657ce33ff988 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:06.930776 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 65dc3845-1d49-4ed6-8721-657ce33ff988, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=65dc3845-1d49-4ed6-8721-657ce33ff988,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:06.978557 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.011738 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:08:07.013666 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.016552 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:07.044160 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.049027 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-67bf7ef0-86c5-4c08-b2f7-1b834043eb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:07.071913 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=65dc3845-1d49-4ed6-8721-657ce33ff988,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:07.075135 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:07.102503 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5b4327b5347487d834c2b101d92b6f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4294596
Jun 10 04:08:07.103255 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d867c146-6c9a-4c8f-a63f-e6880ff5d127,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:07.105324 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52808) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:07.110668 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:07.167047 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.172004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.190126 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.252911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.256406 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ed092457-3b21-4481-8bc9-42df37a6e22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:07.297189 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6254c596cf684503bfdd8602f941c23e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5654929
Jun 10 04:08:07.298359 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab79b8e-1888-492c-8cc9-75b43bd2095a,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:07.301416 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:07.304466 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52812) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:07.347422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.349954 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.351695 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d867c146-6c9a-4c8f-a63f-e6880ff5d127 HTTP/1.1" status: 204  len: 168 time: 0.2453279
Jun 10 04:08:07.352711 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a0a0179-f321-4dcb-9727-e1f12663cb65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:07.363385 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d867c146-6c9a-4c8f-a63f-e6880ff5d127,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:07.367178 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:07.378485 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.405588 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.453637 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c60c34-e9b2-4dfb-afe9-546e00d7facf req-d5c97228-82fe-4b16-a0d7-a0a1c661c196 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:07.455108 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-97c60c34-e9b2-4dfb-afe9-546e00d7facf req-d5c97228-82fe-4b16-a0d7-a0a1c661c196 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0800571
Jun 10 04:08:07.501664 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-97c60c34-e9b2-4dfb-afe9-546e00d7facf req-17fb8ca8-e5c5-4df7-bfc2-f2d375253d63 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401638
Jun 10 04:08:07.511168 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.514163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:07.520870 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aab79b8e-1888-492c-8cc9-75b43bd2095a HTTP/1.1" status: 204  len: 168 time: 0.2099185
Jun 10 04:08:07.520870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5be0661-d80b-4167-bb9f-e6feff1e01a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:07.526155 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab79b8e-1888-492c-8cc9-75b43bd2095a,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:07.528382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:07.549624 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['65dc3845-1d49-4ed6-8721-657ce33ff988'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:07.774291 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e6f0e-f9ae-4df7-b44d-d401ce7ab1e0 req-4f49661d-7d7c-4ae8-8bcd-e6856bc0557d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:07.775920 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc8e6f0e-f9ae-4df7-b44d-d401ce7ab1e0 req-4f49661d-7d7c-4ae8-8bcd-e6856bc0557d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 945 time: 0.0895355
Jun 10 04:08:07.819970 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc8e6f0e-f9ae-4df7-b44d-d401ce7ab1e0 req-5e9149f9-940c-4162-917a-aaa8c02bbc39 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375209
Jun 10 04:08:07.949374 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c15d38-08fc-4776-bea5-8f2dabefa708 req-8668923a-295b-4532-8305-967b76ff4226 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:07.950903 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-38c15d38-08fc-4776-bea5-8f2dabefa708 req-8668923a-295b-4532-8305-967b76ff4226 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 943 time: 0.0699747
Jun 10 04:08:08.008372 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-38c15d38-08fc-4776-bea5-8f2dabefa708 req-94024f06-4c55-4187-8ae1-789d9e979fba tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375566
Jun 10 04:08:08.165867 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52836) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:08.182059 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.294615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.379189 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.381778 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc436de9-91c7-4897-a7c5-8a6e9ae8e8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:08.422761 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cf4fcc-036c-403d-af41-5faceefce03e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:08.426886 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=077c2ca68f694a8293e430f2afb12fc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2600131
Jun 10 04:08:08.427741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:08.429543 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 52844) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:08.482924 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.505409 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.656431 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:08:08.670729 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.675201 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.676934 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25cf4fcc-036c-403d-af41-5faceefce03e HTTP/1.1" status: 204  len: 168 time: 0.2463250
Jun 10 04:08:08.678570 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:08.700516 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cf4fcc-036c-403d-af41-5faceefce03e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:08.709031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:08.727197 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d18a0-105f-4c22-9333-52afcb090b9c req-fbf2672f-d05d-4e2e-860b-7a24121bd818 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:08.728529 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b06d18a0-105f-4c22-9333-52afcb090b9c req-fbf2672f-d05d-4e2e-860b-7a24121bd818 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1123748
Jun 10 04:08:08.773700 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b06d18a0-105f-4c22-9333-52afcb090b9c req-2280e072-df40-4baf-9319-bc4e6520aa11 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392210
Jun 10 04:08:08.813877 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:08.825640 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec', 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45', 'port_id': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec', 'mac_address': 'fa:16:3e:44:2d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee87465-fa69-4256-aac0-169e84f82506', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:08:08.869829 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:08.887952 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:08.908370 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:08.999943 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef7f52-a141-4586-bf9d-bc45eb4d49fe req-0c965f57-415b-45c4-b82c-6bac2f9f0e78 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:09.001378 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-79ef7f52-a141-4586-bf9d-bc45eb4d49fe req-0c965f57-415b-45c4-b82c-6bac2f9f0e78 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 945 time: 0.0670028
Jun 10 04:08:09.002501 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:09.004310 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d94484d4-af2a-4929-9934-250d3240b382 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:09.051100 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-79ef7f52-a141-4586-bf9d-bc45eb4d49fe req-d73e29a3-d36a-418a-8879-257e8ef971be tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429072
Jun 10 04:08:09.076579 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:09.077057 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:09.192355 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5678cba-45c4-42c4-97ea-f349d0dec98a req-90f86c43-331f-48bb-9a2f-ca44ae8ce235 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:09.193841 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c5678cba-45c4-42c4-97ea-f349d0dec98a req-90f86c43-331f-48bb-9a2f-ca44ae8ce235 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 944 time: 0.0716691
Jun 10 04:08:09.237616 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c5678cba-45c4-42c4-97ea-f349d0dec98a req-5b0f1463-aa56-48ee-8e69-35d65068ef42 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373881
Jun 10 04:08:09.500138 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:09.955888 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14a190-769d-4e01-bd77-0dccba0ce72d req-774b2eb6-3af9-4cf9-8e57-b1836738dfc1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:09.957349 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5c14a190-769d-4e01-bd77-0dccba0ce72d req-774b2eb6-3af9-4cf9-8e57-b1836738dfc1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0673499
Jun 10 04:08:09.999683 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5c14a190-769d-4e01-bd77-0dccba0ce72d req-f13315f9-81b0-472f-a69b-a16670d46a86 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366371
Jun 10 04:08:10.246567 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac2928-c5ec-4b6c-a93e-c5938bca3aca req-d33d1449-3685-4be3-b226-9db6a81cd480 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:10.248050 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81ac2928-c5ec-4b6c-a93e-c5938bca3aca req-d33d1449-3685-4be3-b226-9db6a81cd480 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 945 time: 0.0678940
Jun 10 04:08:10.292955 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81ac2928-c5ec-4b6c-a93e-c5938bca3aca req-d84c0399-8f19-4db6-9680-ac0e9ce5e59a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392818
Jun 10 04:08:10.434283 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53eb30-77a4-46a7-a4bd-a0c89c615632 req-0b8723e6-e36d-4731-b824-0f1f6bcfe836 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:10.435675 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4d53eb30-77a4-46a7-a4bd-a0c89c615632 req-0b8723e6-e36d-4731-b824-0f1f6bcfe836 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 944 time: 0.0776811
Jun 10 04:08:10.482282 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4d53eb30-77a4-46a7-a4bd-a0c89c615632 req-62cac6b8-b352-4141-8c5e-74656403bf7f tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408278
Jun 10 04:08:10.671055 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 65dc3845-1d49-4ed6-8721-657ce33ff988 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:08:10.778628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 65dc3845-1d49-4ed6-8721-657ce33ff988 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:08:10.782956 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 65dc3845-1d49-4ed6-8721-657ce33ff988 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:08:10.783356 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:10.869889 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:10.897468 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dc3845-1d49-4ed6-8721-657ce33ff988'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:10.899664 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b440f94b-37b2-4a90-843a-13de92168426" -d '{"events": [{"server_uuid": "cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656", "name": "network-vif-plugged", "status": "completed", "tag": "65dc3845-1d49-4ed6-8721-657ce33ff988"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:10.915957 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 65dc3845-1d49-4ed6-8721-657ce33ff988, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=65dc3845-1d49-4ed6-8721-657ce33ff988,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:10.942073 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d59781-b889-4536-b374-5bbf33291c96 x-openstack-request-id: req-f6d59781-b889-4536-b374-5bbf33291c96 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:10.942371 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656", "name": "network-vif-plugged", "status": "completed", "tag": "65dc3845-1d49-4ed6-8721-657ce33ff988", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:10.942634 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6d59781-b889-4536-b374-5bbf33291c96 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:10.943091 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dc3845-1d49-4ed6-8721-657ce33ff988', 'code': 200}
Jun 10 04:08:10.992177 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:10.997578 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:08:10.997578 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:11.104898 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=65dc3845-1d49-4ed6-8721-657ce33ff988,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:11.107595 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:11.167844 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:08:11.172166 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:08:11.172551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:11.217418 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfcc68-fccf-4b1c-8107-bda3c5bd8966 req-b1cf6467-11ad-4dc0-8f7c-e0730203fd4e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:11.219185 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ddcfcc68-fccf-4b1c-8107-bda3c5bd8966 req-b1cf6467-11ad-4dc0-8f7c-e0730203fd4e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0787983
Jun 10 04:08:11.271785 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ddcfcc68-fccf-4b1c-8107-bda3c5bd8966 req-968c7b52-e403-4e32-a1f5-c21b148f78f2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451350
Jun 10 04:08:11.292212 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:11.335719 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:11.363982 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5152ab-195c-4601-a600-4f34f46f60a8 req-a150600a-9ccd-42cc-a6d4-b5691122445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:11.367566 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4b5152ab-195c-4601-a600-4f34f46f60a8 req-a150600a-9ccd-42cc-a6d4-b5691122445a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 1099 time: 0.0647533
Jun 10 04:08:11.403372 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:11.408818 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4b5152ab-195c-4601-a600-4f34f46f60a8 req-4f4a480d-38ff-4539-95c4-f14a24e7280f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327804
Jun 10 04:08:11.408980 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:11.477055 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:11.482159 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:11.504098 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e334a2-0990-44a1-b725-c0553f5c448e req-02311375-d794-460e-a6e6-45ea6b982eda tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:11.506105 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-20e334a2-0990-44a1-b725-c0553f5c448e req-02311375-d794-460e-a6e6-45ea6b982eda tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.0790408
Jun 10 04:08:11.549968 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-20e334a2-0990-44a1-b725-c0553f5c448e req-b21a2648-ea48-44f3-928e-ee25f4043f99 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375681
Jun 10 04:08:11.661287 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac57b8f-c9ae-40bf-988d-cd07b0dd8970 req-c0b2f5db-0904-4732-84ce-8bccb8c60e48 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:11.662654 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cac57b8f-c9ae-40bf-988d-cd07b0dd8970 req-c0b2f5db-0904-4732-84ce-8bccb8c60e48 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0668683
Jun 10 04:08:11.708698 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cac57b8f-c9ae-40bf-988d-cd07b0dd8970 req-5a797567-ca12-47bb-b7df-d8f6f0d18538 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398979
Jun 10 04:08:12.470226 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c067e-1c54-4a0b-9c27-d75cc493cb30 req-fd3058f4-9711-4039-91eb-7667594753b2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:12.471622 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a66c067e-1c54-4a0b-9c27-d75cc493cb30 req-fd3058f4-9711-4039-91eb-7667594753b2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0753610
Jun 10 04:08:12.513794 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a66c067e-1c54-4a0b-9c27-d75cc493cb30 req-7482b1dd-edc0-497b-aab0-dbd540adf92f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364530
Jun 10 04:08:12.729350 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7636182-bbd6-41c1-89a0-51957835dcc4 req-22b7ae37-f6ef-4407-96e5-04ddd81195bb tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:12.731236 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c7636182-bbd6-41c1-89a0-51957835dcc4 req-22b7ae37-f6ef-4407-96e5-04ddd81195bb tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.0697439
Jun 10 04:08:12.784486 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c7636182-bbd6-41c1-89a0-51957835dcc4 req-d4d34378-4c98-49c3-8213-9a2d7f3a5f68 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453978
Jun 10 04:08:12.895703 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7550a68-64ff-48ac-bb9b-522bc0f736ff req-75a8eecc-2e25-496a-a741-bb2622ca717b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:12.897229 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f7550a68-64ff-48ac-bb9b-522bc0f736ff req-75a8eecc-2e25-496a-a741-bb2622ca717b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0685680
Jun 10 04:08:12.942126 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f7550a68-64ff-48ac-bb9b-522bc0f736ff req-2018c220-4149-4270-9b9f-2c56039034b3 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383277
Jun 10 04:08:12.944482 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220f346-8fac-498b-9c14-b9ab2730d984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:12.946898 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b913448-31bf-4f93-96f9-afcf53301cf1" -d '{"events": [{"server_uuid": "5220f346-8fac-498b-9c14-b9ab2730d984", "name": "network-vif-plugged", "status": "completed", "tag": "1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:12.988455 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337c7202-7339-498f-b149-e90997a35012 x-openstack-request-id: req-337c7202-7339-498f-b149-e90997a35012 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:12.988759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220f346-8fac-498b-9c14-b9ab2730d984", "name": "network-vif-plugged", "status": "completed", "tag": "1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:12.989019 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-337c7202-7339-498f-b149-e90997a35012 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:12.989415 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220f346-8fac-498b-9c14-b9ab2730d984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec', 'code': 200}
Jun 10 04:08:13.414549 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-180204da-cb25-4d1c-94ff-c82b8a6805f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:13.581369 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f953c2-ce86-4f25-91c0-e52693b3011a req-36a8b76d-101a-44c9-b507-4d9ca57f5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:13.582869 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-31f953c2-ce86-4f25-91c0-e52693b3011a req-36a8b76d-101a-44c9-b507-4d9ca57f5dc4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 1098 time: 0.0629315
Jun 10 04:08:13.622670 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-31f953c2-ce86-4f25-91c0-e52693b3011a req-0d263ba0-ec41-40ae-9d5b-f0d467e36c5f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0303168
Jun 10 04:08:13.698093 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2225e63-a865-463b-bcbd-2dc55f141d93 req-9fb9b681-f229-41e0-a22b-1b77cc6c1bb4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:13.699582 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c2225e63-a865-463b-bcbd-2dc55f141d93 req-9fb9b681-f229-41e0-a22b-1b77cc6c1bb4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0694053
Jun 10 04:08:13.739935 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c2225e63-a865-463b-bcbd-2dc55f141d93 req-fef866a2-e6d2-4ac6-87c5-3f3145ec6769 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347350
Jun 10 04:08:13.977522 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3beaec-e26b-45cc-a304-60e47f24203a req-d5e64045-aced-4bcd-930d-f9ed7af49ef9 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:13.979099 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bd3beaec-e26b-45cc-a304-60e47f24203a req-d5e64045-aced-4bcd-930d-f9ed7af49ef9 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.0755653
Jun 10 04:08:14.025625 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bd3beaec-e26b-45cc-a304-60e47f24203a req-5a58c883-198d-493c-ac67-4dfa512700f0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403223
Jun 10 04:08:14.135595 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583dc9e-b804-408a-909a-1a6d5eccc825 req-cdb8bcb4-c467-48f0-b2dc-a187129b7acc tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:14.137025 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9583dc9e-b804-408a-909a-1a6d5eccc825 req-cdb8bcb4-c467-48f0-b2dc-a187129b7acc tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0699694
Jun 10 04:08:14.179503 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9583dc9e-b804-408a-909a-1a6d5eccc825 req-29f9ec57-e364-4424-9850-e835dd419ec4 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367706
Jun 10 04:08:14.923991 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907372d-89bf-4db0-b2a1-c77ee22f8f77 req-b09abfaf-f479-423f-af2a-33311be22474 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:14.925472 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e907372d-89bf-4db0-b2a1-c77ee22f8f77 req-b09abfaf-f479-423f-af2a-33311be22474 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0738056
Jun 10 04:08:14.986261 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e907372d-89bf-4db0-b2a1-c77ee22f8f77 req-a0a18f20-ee3b-4074-bd6c-4cb6ab2d03d1 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401599
Jun 10 04:08:15.365575 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3190e-4341-4b7f-9ec7-7b1974f6bd58 req-e5488622-d60a-4fe1-b25e-3e044805d6d8 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:15.367163 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21f3190e-4341-4b7f-9ec7-7b1974f6bd58 req-e5488622-d60a-4fe1-b25e-3e044805d6d8 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0720701
Jun 10 04:08:15.423590 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21f3190e-4341-4b7f-9ec7-7b1974f6bd58 req-b1adbeaa-02d3-48a7-8eaf-9e74b99f7462 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466917
Jun 10 04:08:15.853926 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:15.856283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3a469126-ee54-40c7-aa51-cd5cce68acd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:16.178293 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85506de9-774b-43b6-a367-9ddf9e7e3727 req-075c9485-2155-497c-8df9-9d9438f2306b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:16.179952 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-85506de9-774b-43b6-a367-9ddf9e7e3727 req-075c9485-2155-497c-8df9-9d9438f2306b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0783262
Jun 10 04:08:16.226845 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-85506de9-774b-43b6-a367-9ddf9e7e3727 req-282824ff-c824-42e4-8275-4b367054e68f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410068
Jun 10 04:08:16.600975 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcced308-0d3a-4520-9e26-429163d13294 req-f9d3ed0f-97c7-436e-ab9c-57b476002832 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:16.602435 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fcced308-0d3a-4520-9e26-429163d13294 req-f9d3ed0f-97c7-436e-ab9c-57b476002832 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0708997
Jun 10 04:08:16.643428 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fcced308-0d3a-4520-9e26-429163d13294 req-37a3c86b-a5e8-45da-a7cd-37eaadd4cc91 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352213
Jun 10 04:08:16.899258 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:17.408434 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7653-94f4-4af1-9aea-c14d83fd5cc5 req-6b5c92a8-c5dd-4f85-b70b-fdddb7d00103 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:17.409922 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-359f7653-94f4-4af1-9aea-c14d83fd5cc5 req-6b5c92a8-c5dd-4f85-b70b-fdddb7d00103 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0702333
Jun 10 04:08:17.456138 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-359f7653-94f4-4af1-9aea-c14d83fd5cc5 req-f42f4a33-d615-4fa8-97b3-1a6eb8383e69 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401251
Jun 10 04:08:18.642295 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576bcdf-5db0-42dc-9efd-3a0a20a2b82a req-30deb00d-7a86-4360-865a-c3408e96779e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:18.643830 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f576bcdf-5db0-42dc-9efd-3a0a20a2b82a req-30deb00d-7a86-4360-865a-c3408e96779e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0718491
Jun 10 04:08:18.686240 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f576bcdf-5db0-42dc-9efd-3a0a20a2b82a req-41caf600-e294-413f-8a16-8b617c046ef8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363257
Jun 10 04:08:18.711282 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:19.147370 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d20e2-00ad-4e50-9cc8-5190dd3b9cd3 req-05940551-abac-4006-b96c-f70934aef829 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:19.149410 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2d7d20e2-00ad-4e50-9cc8-5190dd3b9cd3 req-05940551-abac-4006-b96c-f70934aef829 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0677018
Jun 10 04:08:19.192183 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2d7d20e2-00ad-4e50-9cc8-5190dd3b9cd3 req-2f36dfdd-40a8-4dda-8d79-b8320b0c5db2 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369949
Jun 10 04:08:19.870092 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c8730-8e2a-4c67-bbff-324f6a87da14 req-01a0c532-8383-4675-8eed-391e20fb0481 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:19.871623 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dc0c8730-8e2a-4c67-bbff-324f6a87da14 req-01a0c532-8383-4675-8eed-391e20fb0481 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0735052
Jun 10 04:08:20.149943 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dc0c8730-8e2a-4c67-bbff-324f6a87da14 req-54ac9b13-345c-4d94-ab61-00284c217a11 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724264
Jun 10 04:08:20.384695 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946d160-3959-4a8c-a504-a6f4ebe159f6 req-a5243b60-9e13-45c3-be72-af445ce74611 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:20.386138 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d946d160-3959-4a8c-a504-a6f4ebe159f6 req-a5243b60-9e13-45c3-be72-af445ce74611 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.0756931
Jun 10 04:08:20.428171 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d946d160-3959-4a8c-a504-a6f4ebe159f6 req-3c569120-1b9c-4bd7-9e17-fd2a7c0868be tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362983
Jun 10 04:08:20.970385 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 53166) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:21.071463 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.161904 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.242111 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.245270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-32aaf810-822e-45fe-9091-a5822ad3380e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:21.285537 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7a3254d71ff64bb5adce807ae962e31d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3140562
Jun 10 04:08:21.286371 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaf97ce-9d2b-4dcc-bb6e-4b7c30f3a408,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:21.290242 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:21.290724 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 53172) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:21.342558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3c8cc-9114-425e-9ccc-837bd7bf9070 req-38d751c7-fcf8-49b9-bd38-6f4715c08c01 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:21.344209 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-95b3c8cc-9114-425e-9ccc-837bd7bf9070 req-38d751c7-fcf8-49b9-bd38-6f4715c08c01 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0826786
Jun 10 04:08:21.344349 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.367741 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.388900 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-95b3c8cc-9114-425e-9ccc-837bd7bf9070 req-ea12e793-122e-4d3b-ba35-7d295fcb0a15 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386369
Jun 10 04:08:21.488667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.496330 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.499928 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aaf97ce-9d2b-4dcc-bb6e-4b7c30f3a408 HTTP/1.1" status: 204  len: 168 time: 0.2061765
Jun 10 04:08:21.499928 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a3d914a4-f150-48ee-a12c-0ae0044a9bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:21.536061 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaf97ce-9d2b-4dcc-bb6e-4b7c30f3a408,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:21.542450 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:21.627104 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-30fc90c7-6e11-4488-a3dd-ce0dbdb252f7 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:21.628558 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-30fc90c7-6e11-4488-a3dd-ce0dbdb252f7 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.1450112
Jun 10 04:08:21.718823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef7e39-4eef-4ac9-8ba8-73b5dd5bd480 req-17a80c87-d37f-43f2-ab48-7a7abdc87601 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:21.720383 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-75ef7e39-4eef-4ac9-8ba8-73b5dd5bd480 req-17a80c87-d37f-43f2-ab48-7a7abdc87601 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 945 time: 0.1501129
Jun 10 04:08:21.805938 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-75ef7e39-4eef-4ac9-8ba8-73b5dd5bd480 req-bb7ee7ef-ada7-4ccf-819a-96aad584b7c8 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735633
Jun 10 04:08:21.841457 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Deleting port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:08:21.841800 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.988038 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] For port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:21.988396 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:21.991654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2291b6-064a-48ed-a313-982d1f3f7839 req-ba7cc530-51d3-4bc6-b3c9-36790f39be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:21.993126 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0e2291b6-064a-48ed-a313-982d1f3f7839 req-ba7cc530-51d3-4bc6-b3c9-36790f39be9d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.1713886
Jun 10 04:08:22.087482 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Calling delete_port for 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:08:22.166689 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0e2291b6-064a-48ed-a313-982d1f3f7839 req-5f11d73a-4365-4fb6-af8d-d5b1679e0ac0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222732
Jun 10 04:08:22.237346 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 53198) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:22.256023 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.345619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.349564 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:22.381637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Pushing event deleted for resources: {'Port': ['ID=1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:22.385474 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:22.390852 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:22.412531 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.482030 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.485662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e8cdfe8c-06ea-45ed-a598-8fd1ef90b0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:22.535676 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70013ffc75e74a9fb9de3df2e20ce701&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2971947
Jun 10 04:08:22.538568 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 53202) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:22.559790 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039161a4-d704-4efc-8e01-83a223dff413,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:22.563088 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:22.592554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.597186 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439851bf-3019-4738-8b57-ef659352b637 req-f81159ba-89e5-423f-b6fc-22bcd1c95ebf tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:22.598632 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-439851bf-3019-4738-8b57-ef659352b637 req-f81159ba-89e5-423f-b6fc-22bcd1c95ebf tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0878525
Jun 10 04:08:22.617777 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.671586 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-439851bf-3019-4738-8b57-ef659352b637 req-cafdac05-f2c5-4888-9ded-ef43dcab9641 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663626
Jun 10 04:08:22.773589 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.776265 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.777419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/039161a4-d704-4efc-8e01-83a223dff413 HTTP/1.1" status: 204  len: 168 time: 0.2377150
Jun 10 04:08:22.778107 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:22.787511 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039161a4-d704-4efc-8e01-83a223dff413,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:22.790429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:22.824962 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] No DVR routers for this DVR port 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:08:22.828600 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:22.830658 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-01ea5c25-6598-4830-8bc7-3919dec77549 req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "DELETE /v2.0/ports/1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec HTTP/1.1" status: 204  len: 173 time: 1.1779051
Jun 10 04:08:22.831352 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5220f346-8fac-498b-9c14-b9ab2730d984', 'name': 'network-vif-deleted', 'tag': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:22.833646 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30083c5e-dc15-44e7-aa29-d1dbdfce045e" -d '{"events": [{"server_uuid": "5220f346-8fac-498b-9c14-b9ab2730d984", "name": "network-vif-deleted", "tag": "1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:23.764522 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 53224) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:23.780255 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:23.875737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:23.950145 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:23.952544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-785a0fb1-9e2a-4427-9ce9-0426a0da18f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:23.990037 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2685116-80c4-4a6c-8a96-ebfa405f7b20,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:23.993699 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acb87102d96540cd848bb3ee637de936&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2281985
Jun 10 04:08:23.996812 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 53226) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:23.999542 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:23.999902 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.000255 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.000601 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.000941 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.001283 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.001619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.001954 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.002293 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.002623 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.002979 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.003313 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:24.007527 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:24.052292 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:24.074568 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:24.190352 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:24.192868 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:24.194010 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2685116-80c4-4a6c-8a96-ebfa405f7b20 HTTP/1.1" status: 204  len: 168 time: 0.1962028
Jun 10 04:08:24.194662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:24.204573 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2685116-80c4-4a6c-8a96-ebfa405f7b20,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:24.214414 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:25.534477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cf0371-cb4b-47b3-8ab0-44bc062a53fa x-openstack-request-id: req-f3cf0371-cb4b-47b3-8ab0-44bc062a53fa {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:25.535018 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5220f346-8fac-498b-9c14-b9ab2730d984", "name": "network-vif-deleted", "tag": "1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:25.535103 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3cf0371-cb4b-47b3-8ab0-44bc062a53fa {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:25.535500 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5220f346-8fac-498b-9c14-b9ab2730d984', 'name': 'network-vif-deleted', 'tag': '1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec', 'status': 'completed', 'code': 200}
Jun 10 04:08:25.664367 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dbfa71fa-10e4-4473-a16a-9d6ff40b460e req-cd5163cd-2ffb-4621-a626-c9ae0b652bcc tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.0411289
Jun 10 04:08:25.725404 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3196846-f31a-45db-b69f-74d921a2b520 req-52695162-edb4-4383-b1c0-7996ffca92b5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:25.726862 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f3196846-f31a-45db-b69f-74d921a2b520 req-52695162-edb4-4383-b1c0-7996ffca92b5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0724311
Jun 10 04:08:25.767362 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f3196846-f31a-45db-b69f-74d921a2b520 req-9dcdb37a-72e7-4fae-a456-fd69c71488ed tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0341213
Jun 10 04:08:27.706548 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:08:27.731062 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:08:27.731408 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1a118b33-3f2e-40a3-90d2-65f2a3fbe0ec not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:08:28.987263 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8d10bb46-79fa-4aad-ad93-dd0cb61e5619 req-91e09d6d-d6e6-4ad7-8e7a-d8b1fcbe5d21 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=5220f346-8fac-498b-9c14-b9ab2730d984 HTTP/1.1" status: 200  len: 210 time: 0.0371253
Jun 10 04:08:29.107268 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cffaf42-8e6d-4a33-b4ad-5d3f6be16025 req-4e8394b7-2dfc-444c-a2de-442e2a79d15a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:29.109120 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cffaf42-8e6d-4a33-b4ad-5d3f6be16025 req-4e8394b7-2dfc-444c-a2de-442e2a79d15a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1230361
Jun 10 04:08:29.111506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-78a53756-32d2-4cea-acf9-00ac73c56da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:29.113035 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-78a53756-32d2-4cea-acf9-00ac73c56da0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.1182733
Jun 10 04:08:29.188398 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cffaf42-8e6d-4a33-b4ad-5d3f6be16025 req-f9edbdbe-7ab3-4c02-86a0-3dd11ee37053 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724576
Jun 10 04:08:29.272981 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-4cd22029-3ccb-4dd4-b245-dc17ef48f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:29.274573 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-4cd22029-3ccb-4dd4-b245-dc17ef48f53c service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.1337047
Jun 10 04:08:29.431396 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-4dab2cbe-f62d-4e4d-9060-363f950c915c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 217 time: 0.0549421
Jun 10 04:08:29.524270 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-583c0400-fc4a-4bb1-b257-7b843e658295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:29.525713 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-583c0400-fc4a-4bb1-b257-7b843e658295 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.0581043
Jun 10 04:08:29.569810 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-d5d6a68a-1f48-4628-a33c-308794d1bc98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0301816
Jun 10 04:08:29.690098 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-9356dcc9-717d-4241-b14b-2518ba73a476 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124778
Jun 10 04:08:29.814184 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84fdd2c6-476b-403e-b20f-d4e87e48f601 req-5e4c253d-77f7-4a97-86f1-ead76f64db93 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1170688
Jun 10 04:08:30.387283 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aab5f4-375e-4007-9b93-f4d9520a7e15 req-663c7226-b14b-4af3-b7f8-616e9439502f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:30.388885 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-63aab5f4-375e-4007-9b93-f4d9520a7e15 req-663c7226-b14b-4af3-b7f8-616e9439502f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0818665
Jun 10 04:08:30.443677 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-63aab5f4-375e-4007-9b93-f4d9520a7e15 req-7eaa5a60-e95e-45e5-9634-a54ee39d5abc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485547
Jun 10 04:08:30.510133 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-346ace38-23db-4ccf-b8cf-423e61f324f0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:30.515418 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-346ace38-23db-4ccf-b8cf-423e61f324f0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/networks?id=7be93ea5-429c-4fb5-8601-b927f584ef45 HTTP/1.1" status: 200  len: 809 time: 0.1538045
Jun 10 04:08:30.530105 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-4ad48b2b-96d2-48a8-b220-f8961293efe0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/quotas/fa8e4378bfab4068a4ac7504ea046bbb HTTP/1.1" status: 200  len: 375 time: 0.0114198
Jun 10 04:08:30.572734 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-1c12a71a-14cc-4aaa-96d2-e43fa48add53 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0371850
Jun 10 04:08:30.654367 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:30.699686 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-12c6b6fc-4948-4b59-bd0b-c66ab949dd62 service neutron] 10.222.0.20 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1150994
Jun 10 04:08:30.808119 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-1eea9c82-6277-4544-aa4a-91076956c450 service neutron] 10.222.0.20 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027367
Jun 10 04:08:31.100039 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5fbe9874-843c-493c-883d-2868a19057c2 req-a00bf3de-c483-4ab2-9c5d-b8eef2655936 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 210 time: 0.0596049
Jun 10 04:08:31.132165 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe46c9e-2487-48b3-9d68-00660d0553c3 req-4f8b7a54-ec4c-48eb-bd70-b545c9afe7d3 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:31.133865 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8fe46c9e-2487-48b3-9d68-00660d0553c3 req-4f8b7a54-ec4c-48eb-bd70-b545c9afe7d3 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1120713
Jun 10 04:08:31.197301 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8fe46c9e-2487-48b3-9d68-00660d0553c3 req-18346297-ba5f-49d8-babe-c7b3e51600e6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563183
Jun 10 04:08:31.202430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65becbde-0393-4fde-9a9e-0f234875dffc req-6846c987-4b00-44a9-b944-a31837eca544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:31.204029 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-6846c987-4b00-44a9-b944-a31837eca544 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.1228485
Jun 10 04:08:31.353615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65becbde-0393-4fde-9a9e-0f234875dffc req-610a1f88-71f3-4b3b-aeff-bc3476da0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:31.355201 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-610a1f88-71f3-4b3b-aeff-bc3476da0117 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.1362009
Jun 10 04:08:31.443868 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-b5b38218-7cb2-4658-a747-4a4aa9384fa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 217 time: 0.0751030
Jun 10 04:08:31.504386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65becbde-0393-4fde-9a9e-0f234875dffc req-2efe9103-7954-4d40-b834-b39c296db2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:31.505924 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-2efe9103-7954-4d40-b834-b39c296db2cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.0528197
Jun 10 04:08:31.548774 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-a5d0b37d-8d96-43db-8569-9e176cff171a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348463
Jun 10 04:08:31.674887 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-2da424da-4523-4a34-be1f-2ce36e2d729e service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1183860
Jun 10 04:08:31.796476 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-65becbde-0393-4fde-9a9e-0f234875dffc req-021e3e2f-2049-459b-b05a-fd3264e6860e service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135261
Jun 10 04:08:32.277023 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a7d8ec04-f0af-4ef6-b5ad-e69543e342dc req-dee7b1eb-53a5-4622-9bb7-c8512b491d77 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 210 time: 0.0522916
Jun 10 04:08:32.416413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a264b9-b8d4-472a-a79b-e88641b31c62 req-d4b8674f-0932-4893-b8db-718df0ec2f68 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:32.417067 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-53a264b9-b8d4-472a-a79b-e88641b31c62 req-d4b8674f-0932-4893-b8db-718df0ec2f68 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0986671
Jun 10 04:08:32.475000 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-53a264b9-b8d4-472a-a79b-e88641b31c62 req-dc8bcbec-638d-443c-a7a2-f953f47a15c0 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508966
Jun 10 04:08:33.431964 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5620f525-18c6-45c4-8a27-5f434ef214b6 req-cb9b4e5c-9af1-4b60-a31d-4b1be031acf1 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 210 time: 0.0334687
Jun 10 04:08:33.588287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-d7a16383-f8e5-4778-92e6-3b964e2fcc2b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:33.588287 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-d7a16383-f8e5-4778-92e6-3b964e2fcc2b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "GET /v2.0/networks?id=7be93ea5-429c-4fb5-8601-b927f584ef45 HTTP/1.1" status: 200  len: 809 time: 0.1369298
Jun 10 04:08:33.614534 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Request body: {'port': {'device_id': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45', 'admin_state_up': True, 'tenant_id': 'fa8e4378bfab4068a4ac7504ea046bbb'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:33.854034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624e2ac-9eb2-4ac9-8522-b8736f030ca9 req-d35ba4d0-950a-4e4d-9c4b-97c7ab2ea13a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:33.854034 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4624e2ac-9eb2-4ac9-8522-b8736f030ca9 req-d35ba4d0-950a-4e4d-9c4b-97c7ab2ea13a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1758084
Jun 10 04:08:33.868425 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4624e2ac-9eb2-4ac9-8522-b8736f030ca9 req-7509a331-5fd6-4afb-a35f-c7f83ba6584b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459292
Jun 10 04:08:33.984946 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Made reservation on behalf of fa8e4378bfab4068a4ac7504ea046bbb for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:08:33.988468 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:34.130509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Allocated IP 172.20.0.7 (7be93ea5-429c-4fb5-8601-b927f584ef45/fee87465-fa69-4256-aac0-169e84f82506/2e655cf3-efee-4de8-bb2f-45b2e9b73783) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:08:34.314554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:34.456437 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:34.463309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:34.648491 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81480b-7857-4d13-9a34-4efa4d08a99e req-8f63caf5-eeb5-4028-902e-2ea4e46a8c05 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:34.650700 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-da81480b-7857-4d13-9a34-4efa4d08a99e req-8f63caf5-eeb5-4028-902e-2ea4e46a8c05 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 931 time: 0.0942421
Jun 10 04:08:34.698436 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-da81480b-7857-4d13-9a34-4efa4d08a99e req-0229f5d6-c2d2-462b-baff-278f6f9d144b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407927
Jun 10 04:08:34.813737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Network 7be93ea5-429c-4fb5-8601-b927f584ef45 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:08:34.829037 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:08:34.833130 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:08:34.838513 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:34.839145 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:34.841526 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Pushing event updated for resources: {'Port': ['ID=2e655cf3-efee-4de8-bb2f-45b2e9b73783,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:34.846539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:34.875350 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-ae178176-874b-42df-86ae-9e6c220d99ca tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:34.876829 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-ae178176-874b-42df-86ae-9e6c220d99ca tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.4548054
Jun 10 04:08:34.891909 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-784a0122-b0d6-4b11-817c-0d4118871b84 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/quotas/f50183b5ecd74f39845a5553cd36e8e0 HTTP/1.1" status: 200  len: 375 time: 0.0096486
Jun 10 04:08:34.958084 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3473642
Jun 10 04:08:34.980544 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-613e9705-a771-42be-878e-4e5267154949 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0836537
Jun 10 04:08:34.988102 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Request body: {'port': {'device_id': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:35.106673 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba606e-a4c5-451f-92f5-bb39b0171fac req-f375b90f-866b-4953-9876-d52f6e71bbc0 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:35.108231 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-67ba606e-a4c5-451f-92f5-bb39b0171fac req-f375b90f-866b-4953-9876-d52f6e71bbc0 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0798109
Jun 10 04:08:35.149411 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-67ba606e-a4c5-451f-92f5-bb39b0171fac req-847d1522-485c-4b3a-94fc-61acb340ab65 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348868
Jun 10 04:08:35.178272 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:35.185218 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-6fb9906d-c0fc-4f27-9ff7-400702bc57b0 service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688519
Jun 10 04:08:35.435024 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-ef5b807a-fe0b-46e5-8fd5-0a7b2e499ccf service neutron] 10.222.0.20 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2383153
Jun 10 04:08:35.643443 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e655cf3-efee-4de8-bb2f-45b2e9b73783 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:35.650510 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:35.662686 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Transition to ACTIVE for port object 2e655cf3-efee-4de8-bb2f-45b2e9b73783 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:08:35.740032 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:35.745230 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b5765cb1-0b12-4bb0-8776-32ac29b72fcd req-a6375a85-9dad-409e-8628-3f7f8a9c1256 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 210 time: 0.0362902
Jun 10 04:08:35.749194 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-99f300b7-e94d-49f3-9dae-577d5a972bbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:35.877146 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Pushing event updated for resources: {'Port': ['ID=2e655cf3-efee-4de8-bb2f-45b2e9b73783,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:35.880759 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:36.012927 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Attempting to bind port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:08:36.013258 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Attempting to bind port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:08:36.013644 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Attempting to bind port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 on network 7be93ea5-429c-4fb5-8601-b927f584ef45 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:36.024793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 on network 7be93ea5-429c-4fb5-8601-b927f584ef45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:08:36.028994 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Attempting to bind port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 on network 7be93ea5-429c-4fb5-8601-b927f584ef45 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:36.034669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:08:36.035031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Checking segment: {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:08:36.035416 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Bound using segment: {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:08:36.035835 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Bound port: 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51059316-c0fb-4118-a968-85726a137829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:08:36.036179 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:36.065067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749c51e-a90d-4001-b52c-f20bfd043af9 req-29d940c3-b6a4-4631-b0f9-c95943926a50 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:36.066534 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c749c51e-a90d-4001-b52c-f20bfd043af9 req-29d940c3-b6a4-4631-b0f9-c95943926a50 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 943 time: 0.1344221
Jun 10 04:08:36.162223 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c749c51e-a90d-4001-b52c-f20bfd043af9 req-5f6dc228-864c-490f-bf57-1174696b539e tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649295
Jun 10 04:08:36.167447 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] For port 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:08:36.172201 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] For port 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e655cf3-efee-4de8-bb2f-45b2e9b73783,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:08:36.264448 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:36.266576 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:36.310260 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:36.310871 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:36.312232 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] 10.222.0.11 "PUT /v2.0/ports/2e655cf3-efee-4de8-bb2f-45b2e9b73783 HTTP/1.1" status: 200  len: 1093 time: 1.3307817
Jun 10 04:08:36.312712 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'tag': '2e655cf3-efee-4de8-bb2f-45b2e9b73783'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:36.314968 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e651b-47ee-4067-b26f-9835bb2898d3" -d '{"events": [{"name": "network-changed", "server_uuid": "be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f", "tag": "2e655cf3-efee-4de8-bb2f-45b2e9b73783"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:36.337043 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Pushing event updated for resources: {'Port': ['ID=2e655cf3-efee-4de8-bb2f-45b2e9b73783,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:36.340163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:36.352808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bfd069-9d76-4b84-aa3f-9b55ace22fbe x-openstack-request-id: req-82bfd069-9d76-4b84-aa3f-9b55ace22fbe {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:36.353119 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f", "tag": "2e655cf3-efee-4de8-bb2f-45b2e9b73783", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:36.353395 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-82bfd069-9d76-4b84-aa3f-9b55ace22fbe {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:36.353810 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'tag': '2e655cf3-efee-4de8-bb2f-45b2e9b73783', 'status': 'completed', 'code': 200}
Jun 10 04:08:36.462741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e651b-47ee-4067-b26f-9835bb2898d3 req-178f0740-9f0a-4665-971f-66839ec2a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:36.464654 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-070e651b-47ee-4067-b26f-9835bb2898d3 req-178f0740-9f0a-4665-971f-66839ec2a037 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 1096 time: 0.0647354
Jun 10 04:08:36.612261 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e651b-47ee-4067-b26f-9835bb2898d3 req-0257249d-f6bb-437f-b51a-abe715f661b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:36.613693 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-070e651b-47ee-4067-b26f-9835bb2898d3 req-0257249d-f6bb-437f-b51a-abe715f661b0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1303122
Jun 10 04:08:36.734661 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e651b-47ee-4067-b26f-9835bb2898d3 req-8c7e6b10-5c61-4f00-8809-9c77916486ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:36.736181 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-070e651b-47ee-4067-b26f-9835bb2898d3 req-8c7e6b10-5c61-4f00-8809-9c77916486ea service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1153774
Jun 10 04:08:36.916223 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-31bb3009-ff2a-4306-9e0b-8f9b274025d8 req-5d2df197-16f7-489c-ad8c-efd576e50fe5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 210 time: 0.0452735
Jun 10 04:08:36.928477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-3e6e1704-c9da-4039-9553-069515659c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:36.928599 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-3e6e1704-c9da-4039-9553-069515659c0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 1096 time: 0.1130157
Jun 10 04:08:36.995582 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-75bf1bce-a800-4de4-be78-6ba34fe3fdba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e655cf3-efee-4de8-bb2f-45b2e9b73783 HTTP/1.1" status: 200  len: 217 time: 0.0509000
Jun 10 04:08:37.065961 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-c8d9b616-9e4f-4349-8ef3-d184d7f6e892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:37.067462 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-c8d9b616-9e4f-4349-8ef3-d184d7f6e892 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fee87465-fa69-4256-aac0-169e84f82506 HTTP/1.1" status: 200  len: 849 time: 0.0630927
Jun 10 04:08:37.110001 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-3cce3a97-d81d-4a30-ab15-730f8a308f7b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7be93ea5-429c-4fb5-8601-b927f584ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355511
Jun 10 04:08:37.305156 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-3f725845-6c83-438f-8553-c6fe9680b5aa service neutron] 10.222.0.11 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754091
Jun 10 04:08:37.365602 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f6ed9-8055-43ab-a0e6-008ed5a428b6 req-8676f313-9f43-43db-ac7d-d51372f2f503 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:37.374393 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-dd0f6ed9-8055-43ab-a0e6-008ed5a428b6 req-8676f313-9f43-43db-ac7d-d51372f2f503 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0906301
Jun 10 04:08:37.416590 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-dd0f6ed9-8055-43ab-a0e6-008ed5a428b6 req-af3bc257-6a40-40d4-ae0a-860e16f7aae6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369220
Jun 10 04:08:37.487277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2b6c8-03f6-40dc-ae0f-65cfb0a4b3f8 req-d5d52368-8e91-493d-856d-af28ea5a7ed5 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:37.488780 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-91d2b6c8-03f6-40dc-ae0f-65cfb0a4b3f8 req-d5d52368-8e91-493d-856d-af28ea5a7ed5 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 943 time: 0.1818564
Jun 10 04:08:37.493014 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8959bf9-3665-4ef6-8a59-1470d43fdb3c req-ecc92612-3c57-4f13-9728-0a65c404116a service neutron] 10.222.0.11 "GET /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746862
Jun 10 04:08:37.535575 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-91d2b6c8-03f6-40dc-ae0f-65cfb0a4b3f8 req-f9048641-2d4e-4c2b-b2d8-20021e4b08bf tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392966
Jun 10 04:08:38.071198 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b4002614-552c-4477-bde9-be8198fe1002 req-1f522de1-f25e-4063-a555-2ac62de33b45 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 210 time: 0.0330675
Jun 10 04:08:38.482946 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-b143c800-3a54-4942-b41c-c6d249a70fdb tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:38.484383 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-b143c800-3a54-4942-b41c-c6d249a70fdb tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/networks?id=6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 200  len: 814 time: 0.1364052
Jun 10 04:08:38.539503 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Request body: {'port': {'device_id': '348e2830-c9ce-4d43-a804-6ca96003942e', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'admin_state_up': True, 'tenant_id': 'f50183b5ecd74f39845a5553cd36e8e0'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:38.773629 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Made reservation on behalf of f50183b5ecd74f39845a5553cd36e8e0 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:08:38.777387 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:38.778344 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3ff01-31cf-480b-8245-ead460678993 req-4ab37de5-2c33-49f2-8358-4c0d5fff6d12 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:38.780168 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-62f3ff01-31cf-480b-8245-ead460678993 req-4ab37de5-2c33-49f2-8358-4c0d5fff6d12 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 943 time: 0.1025629
Jun 10 04:08:38.829132 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-62f3ff01-31cf-480b-8245-ead460678993 req-3961284f-2c0f-4c3f-8f5c-f6ab21695dcb tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431075
Jun 10 04:08:38.956059 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Allocated IP 172.20.0.6 (6847c915-9586-461f-b874-34766c839f53/bcc4683c-f746-4111-81cf-3f522816e349/f7bed1a2-76a8-4a9f-b55d-1f57057fae38) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:08:39.144317 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:39.328538 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:39.334783 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:39.368049 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb', '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', '65dc3845-1d49-4ed6-8721-657ce33ff988'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:39.378982 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Network 6847c915-9586-461f-b874-34766c839f53 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:08:39.386645 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:08:39.389846 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:08:39.401748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:39.401748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:39.414425 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event updated for resources: {'Port': ['ID=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:39.417535 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:39.582101 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0467308
Jun 10 04:08:39.604154 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Request body: {'port': {'device_id': '348e2830-c9ce-4d43-a804-6ca96003942e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:08:39.711918 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:39.807792 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77772bb7-80c9-4415-8ec4-415dfb82c3c9 req-9151066c-a625-4c9a-b618-2fcd21d5c12f tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:39.809843 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-77772bb7-80c9-4415-8ec4-415dfb82c3c9 req-9151066c-a625-4c9a-b618-2fcd21d5c12f tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 931 time: 0.0736952
Jun 10 04:08:39.858120 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-77772bb7-80c9-4415-8ec4-415dfb82c3c9 req-66a38484-25da-4d99-81ac-c917cb046697 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398355
Jun 10 04:08:40.045926 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f8539-70c6-4471-bf9a-b69b3db8c56d req-87eda3f0-7ff4-47c5-809d-867654ad51d9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:40.047500 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c89f8539-70c6-4471-bf9a-b69b3db8c56d req-87eda3f0-7ff4-47c5-809d-867654ad51d9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0739501
Jun 10 04:08:40.107525 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c89f8539-70c6-4471-bf9a-b69b3db8c56d req-8645a541-7521-40c8-99ea-c4738defa759 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526581
Jun 10 04:08:40.374876 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586ace-cf63-46d8-bcef-a585424490c1 req-4b223891-aaad-481e-b594-b79726d2f4d3 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:40.376543 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-07586ace-cf63-46d8-bcef-a585424490c1 req-4b223891-aaad-481e-b594-b79726d2f4d3 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 943 time: 0.1381652
Jun 10 04:08:40.381886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bed1a2-76a8-4a9f-b55d-1f57057fae38 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:40.395383 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:40.424873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Transition to ACTIVE for port object f7bed1a2-76a8-4a9f-b55d-1f57057fae38 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:08:40.438079 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-07586ace-cf63-46d8-bcef-a585424490c1 req-45f6fffa-e6ca-4d4a-8f24-19c809098afc tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517478
Jun 10 04:08:40.493518 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:40.495682 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:40.593766 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:40.598002 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:40.641068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Attempting to bind port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:08:40.641316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Attempting to bind port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:08:40.641641 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Attempting to bind port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:40.645938 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 on network 6847c915-9586-461f-b874-34766c839f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:08:40.650677 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Attempting to bind port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 on network 6847c915-9586-461f-b874-34766c839f53 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:08:40.650920 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:08:40.651286 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Checking segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:08:40.651673 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Bound using segment: {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:08:40.652093 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Bound port: f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488f3064-3b52-4deb-ab1a-be252d5d9a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6847c915-9586-461f-b874-34766c839f53'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:08:40.652436 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:40.722132 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] For port f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:08:40.725024 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] For port f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:08:40.791011 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:40.793104 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-48224a6b-901e-4d82-9427-37dab56ce405 tempest-DeleteServersTestJSON-335362576 tempest-DeleteServersTestJSON-335362576-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:40.835539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:40.836151 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:40.837493 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] 10.222.0.11 "PUT /v2.0/ports/f7bed1a2-76a8-4a9f-b55d-1f57057fae38 HTTP/1.1" status: 200  len: 1093 time: 1.2377043
Jun 10 04:08:40.837967 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348e2830-c9ce-4d43-a804-6ca96003942e', 'tag': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:40.840261 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "348e2830-c9ce-4d43-a804-6ca96003942e", "tag": "f7bed1a2-76a8-4a9f-b55d-1f57057fae38"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:40.859718 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:40.862998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:40.879902 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ee0b18-07fb-48b3-a6ae-f8e5e5f2045a x-openstack-request-id: req-a7ee0b18-07fb-48b3-a6ae-f8e5e5f2045a {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:40.880225 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348e2830-c9ce-4d43-a804-6ca96003942e", "tag": "f7bed1a2-76a8-4a9f-b55d-1f57057fae38", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:40.880507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7ee0b18-07fb-48b3-a6ae-f8e5e5f2045a {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:40.880929 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348e2830-c9ce-4d43-a804-6ca96003942e', 'tag': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38', 'status': 'completed', 'code': 200}
Jun 10 04:08:41.045612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338497b5-a0d2-4bd1-80a6-5649f9faa408 req-5c48ded4-4228-4cd1-80f6-d3f82827bb78 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:41.047331 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-338497b5-a0d2-4bd1-80a6-5649f9faa408 req-5c48ded4-4228-4cd1-80f6-d3f82827bb78 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 943 time: 0.0779037
Jun 10 04:08:41.091118 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-338497b5-a0d2-4bd1-80a6-5649f9faa408 req-b3e56f3b-ecf3-4115-8ddb-f7cfe588d719 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382679
Jun 10 04:08:41.304814 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a41d-05f6-4e01-9289-9ad46b822194 req-8f356c55-2f61-409c-b3cf-18a36b1b438b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:41.306440 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6e12a41d-05f6-4e01-9289-9ad46b822194 req-8f356c55-2f61-409c-b3cf-18a36b1b438b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0725253
Jun 10 04:08:41.347403 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6e12a41d-05f6-4e01-9289-9ad46b822194 req-22ebd45e-7933-46e3-b7f4-14b6e8df20f9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345283
Jun 10 04:08:41.616108 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d146cd-326b-49a6-91a8-2754518b0079 req-eea486a1-1ef4-465b-88d9-672e90632fb5 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:41.617520 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a5d146cd-326b-49a6-91a8-2754518b0079 req-eea486a1-1ef4-465b-88d9-672e90632fb5 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 943 time: 0.0659618
Jun 10 04:08:41.657185 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a5d146cd-326b-49a6-91a8-2754518b0079 req-7653dec6-2fc9-44d6-9799-d44ca390c65c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340497
Jun 10 04:08:41.760233 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 2e655cf3-efee-4de8-bb2f-45b2e9b73783 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:08:41.879333 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e655cf3-efee-4de8-bb2f-45b2e9b73783,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:41.893265 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '2e655cf3-efee-4de8-bb2f-45b2e9b73783', 'network_id': '7be93ea5-429c-4fb5-8601-b927f584ef45', 'port_id': '2e655cf3-efee-4de8-bb2f-45b2e9b73783', 'mac_address': 'fa:16:3e:a3:17:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee87465-fa69-4256-aac0-169e84f82506', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:08:41.935576 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:41.950252 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e655cf3-efee-4de8-bb2f-45b2e9b73783 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:41.974983 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e655cf3-efee-4de8-bb2f-45b2e9b73783,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:42.036471 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:42.038259 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:42.091531 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=2e655cf3-efee-4de8-bb2f-45b2e9b73783,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:42.098731 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.099114 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.099503 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.099838 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.100174 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.100503 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.100828 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.101152 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.101495 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.101819 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.102140 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.102458 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:42.106411 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:42.270326 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c0f5-583f-4b38-83a9-f20990968379 req-735d0c50-409a-4657-806e-c92cdbc524c8 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:42.271841 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1b69c0f5-583f-4b38-83a9-f20990968379 req-735d0c50-409a-4657-806e-c92cdbc524c8 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 943 time: 0.0699389
Jun 10 04:08:42.313121 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1b69c0f5-583f-4b38-83a9-f20990968379 req-9ea8a54d-89e1-489e-a95b-5d0a513fe513 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356984
Jun 10 04:08:42.534963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa704c5-87c9-4221-9780-3037a407c8b1 req-c976dd07-b7ad-4d73-90db-5e5bee1e6d97 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:42.536395 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aaa704c5-87c9-4221-9780-3037a407c8b1 req-c976dd07-b7ad-4d73-90db-5e5bee1e6d97 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0700369
Jun 10 04:08:42.577126 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aaa704c5-87c9-4221-9780-3037a407c8b1 req-5d58e235-28a9-42da-b4b5-a855fc1dc14e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350060
Jun 10 04:08:42.852925 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51eee0-7985-4768-80b3-8d97c250324d req-8d930602-c703-4fe6-8006-838fd4cffd43 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:42.854275 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eb51eee0-7985-4768-80b3-8d97c250324d req-8d930602-c703-4fe6-8006-838fd4cffd43 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 944 time: 0.0721831
Jun 10 04:08:42.896002 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eb51eee0-7985-4768-80b3-8d97c250324d req-0b85d31e-0a20-40a2-b412-eb22347d2b6b tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352464
Jun 10 04:08:42.961338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a req-cc18f8a3-dfd8-4c04-bb47-a3ae86662348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:42.962835 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a req-cc18f8a3-dfd8-4c04-bb47-a3ae86662348 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 1096 time: 0.0622540
Jun 10 04:08:43.120517 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a req-d75a4b40-94c2-44bd-93cc-7146e6cea260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:43.125917 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a req-d75a4b40-94c2-44bd-93cc-7146e6cea260 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1325314
Jun 10 04:08:43.244359 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a req-9bcd4775-fddd-4442-8b3f-4d4e5a551b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:43.245866 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6ec1216c-7cdb-4ef2-8029-5c7c488ecf9a req-9bcd4775-fddd-4442-8b3f-4d4e5a551b90 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1149368
Jun 10 04:08:43.391379 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-405a9d13-7d3b-4dbe-908f-2a2398525324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:43.411804 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-dfa3f8cd-12fc-485b-bdb2-b633150e736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:43.413426 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-dfa3f8cd-12fc-485b-bdb2-b633150e736d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 1096 time: 0.0709307
Jun 10 04:08:43.476128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['2e655cf3-efee-4de8-bb2f-45b2e9b73783'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:43.483143 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-58a2c6c6-59f4-4022-bf42-ae746e1fd0db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7bed1a2-76a8-4a9f-b55d-1f57057fae38 HTTP/1.1" status: 200  len: 217 time: 0.0536766
Jun 10 04:08:43.579685 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-5a0c2e3f-dc43-461f-9963-885dfa5c4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:43.581115 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-5a0c2e3f-dc43-461f-9963-885dfa5c4b08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 200  len: 854 time: 0.0677822
Jun 10 04:08:43.596937 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6753f07-b297-4958-a9ed-e0b539fcc1d4 req-9a49402e-04e7-46bf-a062-6707490637c1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:43.598328 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d6753f07-b297-4958-a9ed-e0b539fcc1d4 req-9a49402e-04e7-46bf-a062-6707490637c1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 943 time: 0.1178029
Jun 10 04:08:43.638974 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-16c65da6-e641-4169-9674-2a7d2c43ab59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6847c915-9586-461f-b874-34766c839f53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397081
Jun 10 04:08:43.702429 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d6753f07-b297-4958-a9ed-e0b539fcc1d4 req-fceee28c-d868-4f80-bba7-4d7af9bf7f1f tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951600
Jun 10 04:08:43.762018 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230f995-87d7-49a1-ba3c-c21300e76cd1 req-c8b6417d-fd6c-45bc-8cd7-3e031721283b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:43.764111 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8230f995-87d7-49a1-ba3c-c21300e76cd1 req-c8b6417d-fd6c-45bc-8cd7-3e031721283b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0682051
Jun 10 04:08:43.775978 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-090d80a2-b1e9-4020-9a50-a0714515bdc4 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269217
Jun 10 04:08:43.808587 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8230f995-87d7-49a1-ba3c-c21300e76cd1 req-63b812b3-d8b3-4a10-85fa-a59090c5f984 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386162
Jun 10 04:08:43.889058 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17b2978f-b0d3-43e7-8865-42b2d1b0ab79 req-e99e0f34-df80-4636-a959-7ec15a15d536 service neutron] 10.222.0.11 "GET /v2.0/networks/6847c915-9586-461f-b874-34766c839f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046977
Jun 10 04:08:44.010482 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:08:44.085469 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b87508-afd7-48e1-99a1-48563228e564 req-2b292413-638a-444c-9c11-74635a495666 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:44.086987 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a6b87508-afd7-48e1-99a1-48563228e564 req-2b292413-638a-444c-9c11-74635a495666 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 944 time: 0.0791175
Jun 10 04:08:44.130254 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a6b87508-afd7-48e1-99a1-48563228e564 req-69b07198-d191-4eba-b7c7-1627bddc55ef tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376501
Jun 10 04:08:44.868288 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 2e655cf3-efee-4de8-bb2f-45b2e9b73783 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:08:44.889729 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16db8a-a85f-4e7e-abec-28b5af928460 req-46fc088f-652a-43dd-8b61-814d5dfc858b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:44.895664 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3a16db8a-a85f-4e7e-abec-28b5af928460 req-46fc088f-652a-43dd-8b61-814d5dfc858b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 943 time: 0.0810387
Jun 10 04:08:44.941800 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3a16db8a-a85f-4e7e-abec-28b5af928460 req-cb651ed8-42b9-417c-b372-cb6601c23a6f tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446434
Jun 10 04:08:45.001889 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:08:45.005879 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:08:45.006253 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:45.157218 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4645e38-d644-4a58-8cd7-768a881f65d7 req-85facc51-e0ff-4a38-8418-f1284fcb5615 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:45.168296 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b4645e38-d644-4a58-8cd7-768a881f65d7 req-85facc51-e0ff-4a38-8418-f1284fcb5615 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0789595
Jun 10 04:08:45.222080 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b4645e38-d644-4a58-8cd7-768a881f65d7 req-eb387769-7bcc-4cfa-81e8-1c06441b9745 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568924
Jun 10 04:08:45.241820 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:45.268672 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e655cf3-efee-4de8-bb2f-45b2e9b73783'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:45.271052 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4200d40-46b6-4d66-b49a-f366b9afa1ab" -d '{"events": [{"server_uuid": "be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f", "name": "network-vif-plugged", "status": "completed", "tag": "2e655cf3-efee-4de8-bb2f-45b2e9b73783"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:45.285132 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e655cf3-efee-4de8-bb2f-45b2e9b73783,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:45.312343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080f54db-aee7-4ae1-99bb-d6c8c99e2d02 x-openstack-request-id: req-080f54db-aee7-4ae1-99bb-d6c8c99e2d02 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:45.312343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f", "name": "network-vif-plugged", "status": "completed", "tag": "2e655cf3-efee-4de8-bb2f-45b2e9b73783", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:45.312343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-080f54db-aee7-4ae1-99bb-d6c8c99e2d02 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:45.312343 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e655cf3-efee-4de8-bb2f-45b2e9b73783', 'code': 200}
Jun 10 04:08:45.329771 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a6223-1f42-4a98-b4e0-77042959c5cb req-7800c7d3-c59c-47ed-be52-b1d6497dfce0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:45.331271 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-663a6223-1f42-4a98-b4e0-77042959c5cb req-7800c7d3-c59c-47ed-be52-b1d6497dfce0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 944 time: 0.0734928
Jun 10 04:08:45.344940 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:45.346855 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:45.376139 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-663a6223-1f42-4a98-b4e0-77042959c5cb req-af5ba714-b832-4d74-931c-590176d306a7 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384510
Jun 10 04:08:45.404190 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=2e655cf3-efee-4de8-bb2f-45b2e9b73783,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:45.407303 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:45.799526 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e0a74-abdd-44c5-a7d9-a45c6529014f req-3d306aac-2c21-499f-888e-2559db6bdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:45.800927 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-126e0a74-abdd-44c5-a7d9-a45c6529014f req-3d306aac-2c21-499f-888e-2559db6bdc93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 1098 time: 0.0614059
Jun 10 04:08:45.838193 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-126e0a74-abdd-44c5-a7d9-a45c6529014f req-099b5f7e-d2f1-46a0-a768-399ffcc3de0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300345
Jun 10 04:08:45.892853 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:45.894247 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-5e5043ca-ac6a-4f04-8864-5b542b4b3e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:46.122602 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd0d35-f007-42cb-9cf2-68a375a2df54 req-c1dc7293-1d14-42a0-a1ad-5ec5da2a0740 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:46.124098 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-53bd0d35-f007-42cb-9cf2-68a375a2df54 req-c1dc7293-1d14-42a0-a1ad-5ec5da2a0740 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 943 time: 0.0690532
Jun 10 04:08:46.164327 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-53bd0d35-f007-42cb-9cf2-68a375a2df54 req-f1eb6522-6478-4e38-9f71-4b26058b6590 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344908
Jun 10 04:08:46.408538 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8716490-03d1-415b-9c67-809538c42482 req-eeb80a12-b610-4201-b99a-378dc46e306d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:46.415313 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c8716490-03d1-415b-9c67-809538c42482 req-eeb80a12-b610-4201-b99a-378dc46e306d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0780725
Jun 10 04:08:46.453024 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c8716490-03d1-415b-9c67-809538c42482 req-00137f1a-6955-4633-a80a-b28a0241cfa5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367873
Jun 10 04:08:46.573927 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12abbd6-1f52-484c-b4a0-425e86ea0072 req-d38e7f4b-c560-4dd0-8728-affb8386bcc1 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:46.575940 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f12abbd6-1f52-484c-b4a0-425e86ea0072 req-d38e7f4b-c560-4dd0-8728-affb8386bcc1 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 945 time: 0.0724759
Jun 10 04:08:46.616647 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f12abbd6-1f52-484c-b4a0-425e86ea0072 req-7b7a6ae6-a2d9-42af-b1bb-769353bdc1d5 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348573
Jun 10 04:08:46.885564 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device f7bed1a2-76a8-4a9f-b55d-1f57057fae38 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:08:46.916393 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:47.006138 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:47.019459 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38', 'network_id': '6847c915-9586-461f-b874-34766c839f53', 'port_id': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38', 'mac_address': 'fa:16:3e:95:6b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc4683c-f746-4111-81cf-3f522816e349', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:08:47.062838 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:47.076936 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bed1a2-76a8-4a9f-b55d-1f57057fae38 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:08:47.096590 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:47.178833 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:47.180642 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:47.235860 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:47.238899 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:47.407356 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61754f0-1a35-420e-bcb0-c84c0954ea61 req-8000ee44-622d-4dbd-9703-ae8e299ad2e5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:47.408795 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a61754f0-1a35-420e-bcb0-c84c0954ea61 req-8000ee44-622d-4dbd-9703-ae8e299ad2e5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 944 time: 0.1272950
Jun 10 04:08:47.450380 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a61754f0-1a35-420e-bcb0-c84c0954ea61 req-cbd3b69f-363f-42f4-992d-300655dcbab1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358214
Jun 10 04:08:47.651619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39caa5-ba44-4f77-b224-a4dade396808 req-e1506b6c-2ee7-40f7-9ea9-89f1fb2c2b2b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:47.655999 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cf39caa5-ba44-4f77-b224-a4dade396808 req-e1506b6c-2ee7-40f7-9ea9-89f1fb2c2b2b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0717437
Jun 10 04:08:47.699151 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cf39caa5-ba44-4f77-b224-a4dade396808 req-00a639ba-b867-40f2-a92f-7d521290ce30 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391145
Jun 10 04:08:47.761429 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['f7bed1a2-76a8-4a9f-b55d-1f57057fae38'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:47.810252 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f67954-d617-4fa8-8997-cfc5f5ff2e85 req-78441520-79d1-4392-8868-8b7701dc89de tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:47.812044 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-00f67954-d617-4fa8-8997-cfc5f5ff2e85 req-78441520-79d1-4392-8868-8b7701dc89de tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 945 time: 0.0728853
Jun 10 04:08:47.853964 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-00f67954-d617-4fa8-8997-cfc5f5ff2e85 req-f474572c-9b26-49dd-8629-b5f3d6e98e32 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362544
Jun 10 04:08:48.130318 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 53820) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:48.234290 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.330059 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.453555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.456266 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-48367c1d-4a2e-44e4-94c5-4ea5f7f2e317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:48.509269 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18242c916a114f078e87cc03eda243ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3741446
Jun 10 04:08:48.509269 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 53836) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:48.516149 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9797d3b-c923-44da-8425-059289517a36,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:48.519791 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:48.567397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.644753 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.670249 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.713846 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86db30-b970-4544-99b4-9502b96b4773 req-a0590cce-2ce4-4e1a-ab86-1efb69c86cee tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:48.715418 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0b86db30-b970-4544-99b4-9502b96b4773 req-a0590cce-2ce4-4e1a-ab86-1efb69c86cee tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 944 time: 0.1437016
Jun 10 04:08:48.762440 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0b86db30-b970-4544-99b4-9502b96b4773 req-ad1e0d92-facb-4333-be4e-9be3fe10f979 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405984
Jun 10 04:08:48.876009 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.878535 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:48.879712 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9797d3b-c923-44da-8425-059289517a36 HTTP/1.1" status: 204  len: 168 time: 0.3695173
Jun 10 04:08:48.880657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:48.890977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9797d3b-c923-44da-8425-059289517a36,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:48.893363 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:48.897769 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf06da7-3b07-4bb9-a08b-36ad34e70b16 req-937ab74c-a62f-4ca4-ac95-f6c4130f6798 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:48.899355 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4bf06da7-3b07-4bb9-a08b-36ad34e70b16 req-937ab74c-a62f-4ca4-ac95-f6c4130f6798 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0716534
Jun 10 04:08:48.946842 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4bf06da7-3b07-4bb9-a08b-36ad34e70b16 req-01a62f61-b47f-4ac3-a300-50fc6e2aafba tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417449
Jun 10 04:08:49.766039 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 53860) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:49.781820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:49.884782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:49.946527 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe50e2-e208-45ae-aed1-a996d9c481c0 req-505a129e-f786-40ab-80e8-184560120575 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:49.947982 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9afe50e2-e208-45ae-aed1-a996d9c481c0 req-505a129e-f786-40ab-80e8-184560120575 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 944 time: 0.0726588
Jun 10 04:08:49.973762 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:49.977578 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8879ef72-a868-4510-a28c-67fd5e474faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:49.993556 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9afe50e2-e208-45ae-aed1-a996d9c481c0 req-3372af96-fb0a-4159-86c2-78082dc8cc07 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390034
Jun 10 04:08:50.047991 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95899ad8bdee47e4ad6e35fa70bd843f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2689450
Jun 10 04:08:50.047991 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519b0513-1ef9-4f1c-84ff-e97ad87aff5c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:50.050694 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 53868) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:08:50.052747 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:50.070527 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5f029-8c80-4a61-ae06-b202c797867d req-0ab169a5-8c92-4fc3-b155-f7fd3c2be50d tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:50.072069 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c0f5f029-8c80-4a61-ae06-b202c797867d req-0ab169a5-8c92-4fc3-b155-f7fd3c2be50d tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 945 time: 0.1331582
Jun 10 04:08:50.104996 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:50.120882 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c0f5f029-8c80-4a61-ae06-b202c797867d req-74ed55bc-ddd4-44f1-8a29-9a317c7c0a7f tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423551
Jun 10 04:08:50.156435 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:50.439976 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642592c-9f9e-4de4-8da0-897e0e01babe req-7e8d36a1-981c-47ef-b872-5ece64509de7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:50.441442 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b642592c-9f9e-4de4-8da0-897e0e01babe req-7e8d36a1-981c-47ef-b872-5ece64509de7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.3243177
Jun 10 04:08:50.485302 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b642592c-9f9e-4de4-8da0-897e0e01babe req-75dba8bb-7978-469d-81c0-f32241855984 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352700
Jun 10 04:08:50.582332 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:50.582332 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:50.589194 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/519b0513-1ef9-4f1c-84ff-e97ad87aff5c HTTP/1.1" status: 204  len: 168 time: 0.5493836
Jun 10 04:08:50.590776 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b2bb6540-6b55-4671-95a8-44934cdebab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:50.604127 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519b0513-1ef9-4f1c-84ff-e97ad87aff5c,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:50.611545 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.611913 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.612264 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.612609 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.612949 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.613286 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.613618 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.614137 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.614478 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.614811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.615176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.615544 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:08:50.618801 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:50.919219 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device f7bed1a2-76a8-4a9f-b55d-1f57057fae38 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:08:51.076719 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:08:51.082544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:08:51.083600 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:51.214433 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:51.241288 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e2830-c9ce-4d43-a804-6ca96003942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:51.243983 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215327e2-eff9-4ff2-be82-c4a10ed49b9c" -d '{"events": [{"server_uuid": "348e2830-c9ce-4d43-a804-6ca96003942e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bed1a2-76a8-4a9f-b55d-1f57057fae38"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:51.262840 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:51.291725 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c2fbe-cd7b-4279-a03d-edc536f0551f req-ffcff687-bede-4b71-aafa-4b206869e007 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.293359 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-122c2fbe-cd7b-4279-a03d-edc536f0551f req-ffcff687-bede-4b71-aafa-4b206869e007 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0847692
Jun 10 04:08:51.356418 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:51.357545 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628da977-36b7-4650-aeda-70c2dd7d6751 req-c5f48a8f-3dc8-42fe-a48c-94cd96a00554 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.359161 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-628da977-36b7-4650-aeda-70c2dd7d6751 req-c5f48a8f-3dc8-42fe-a48c-94cd96a00554 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 944 time: 0.0809617
Jun 10 04:08:51.359510 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:51.377673 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-122c2fbe-cd7b-4279-a03d-edc536f0551f req-d631e792-5167-4039-8c7b-adfc105ea68a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776677
Jun 10 04:08:51.404813 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-3fb83d20-9395-4a17-b314-7b3d919d0709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.406272 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-3fb83d20-9395-4a17-b314-7b3d919d0709 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.0823939
Jun 10 04:08:51.413286 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-628da977-36b7-4650-aeda-70c2dd7d6751 req-fa0ec1be-a505-4e30-8d87-a70e5440e32b tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452948
Jun 10 04:08:51.430419 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:51.434760 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:51.478797 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48df600f-847a-4aee-b1aa-d79d2497b88a x-openstack-request-id: req-48df600f-847a-4aee-b1aa-d79d2497b88a {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:51.478797 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e2830-c9ce-4d43-a804-6ca96003942e", "name": "network-vif-plugged", "status": "completed", "tag": "f7bed1a2-76a8-4a9f-b55d-1f57057fae38", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:51.478797 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48df600f-847a-4aee-b1aa-d79d2497b88a {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:51.478797 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e2830-c9ce-4d43-a804-6ca96003942e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38', 'code': 200}
Jun 10 04:08:51.584789 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-8a6f0d0b-45de-4912-99eb-abe700e0c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.586269 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-8a6f0d0b-45de-4912-99eb-abe700e0c3ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.1708312
Jun 10 04:08:51.650713 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-dfd8273c-ac1f-41de-b70f-fdedef3f7c64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 217 time: 0.0520210
Jun 10 04:08:51.665669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a576f83-1267-4fc0-9168-7084c3a84646 req-b41b5d3b-98ce-4d02-b969-a5fbe448f4c1 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.667604 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6a576f83-1267-4fc0-9168-7084c3a84646 req-b41b5d3b-98ce-4d02-b969-a5fbe448f4c1 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 945 time: 0.1353445
Jun 10 04:08:51.696654 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57747f19-1b8c-4fdf-8c0a-c140cebb993a req-ba04e67c-9fe6-4206-96f6-feca10cb7f01 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.697088 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-57747f19-1b8c-4fdf-8c0a-c140cebb993a req-ba04e67c-9fe6-4206-96f6-feca10cb7f01 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0741925
Jun 10 04:08:51.746973 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6a576f83-1267-4fc0-9168-7084c3a84646 req-723a782e-a966-4526-9393-2bec88aa5dd5 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702164
Jun 10 04:08:51.751266 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-09731e6d-d273-4be9-9f56-10646eab5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:51.752516 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-09731e6d-d273-4be9-9f56-10646eab5d4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.0845449
Jun 10 04:08:51.780052 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-57747f19-1b8c-4fdf-8c0a-c140cebb993a req-157b263d-8620-4636-a26e-739c405a2439 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720017
Jun 10 04:08:51.815411 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-b7921e64-661d-46ce-a3c1-485321aadd37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500662
Jun 10 04:08:51.945312 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-34b73d29-9ce8-4047-b086-0b00ab6ba720 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127832
Jun 10 04:08:52.186804 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c1bdd-615d-4212-95aa-d0ed92d0f00f req-d2953600-3517-4157-b409-59aadd8678b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:52.188326 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b98c1bdd-615d-4212-95aa-d0ed92d0f00f req-d2953600-3517-4157-b409-59aadd8678b9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 1098 time: 0.1526141
Jun 10 04:08:52.190504 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0349e2da-7930-4fbb-9f00-ed593f360547 req-3fe47c2f-1258-4a02-98f5-f5a797f5c022 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1536100
Jun 10 04:08:52.250639 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b98c1bdd-615d-4212-95aa-d0ed92d0f00f req-b27895af-0efe-49b6-984c-aaa99d24d471 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353308
Jun 10 04:08:52.591238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bda419-4d85-4a5d-b787-a52623bb44aa req-be274890-95cd-4ad8-a807-435b93c42d33 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:52.598312 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-20bda419-4d85-4a5d-b787-a52623bb44aa req-be274890-95cd-4ad8-a807-435b93c42d33 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0894675
Jun 10 04:08:52.620688 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be642ce-fc00-4e1c-9b3e-81095c63068a req-4e7a44fe-e202-4b14-a52a-40069a30709a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:52.622041 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9be642ce-fc00-4e1c-9b3e-81095c63068a req-4e7a44fe-e202-4b14-a52a-40069a30709a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.0852294
Jun 10 04:08:52.641083 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-20bda419-4d85-4a5d-b787-a52623bb44aa req-8abb3684-75a9-42bd-b4f8-02630d5431cc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418782
Jun 10 04:08:52.672676 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9be642ce-fc00-4e1c-9b3e-81095c63068a req-6a5f9e45-2419-48a7-a556-2c6bc9178c72 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414884
Jun 10 04:08:52.776606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-add7338a-f38c-4609-a49a-7cab96829cd0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:52.778058 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-add7338a-f38c-4609-a49a-7cab96829cd0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 945 time: 0.0712926
Jun 10 04:08:52.984843 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e0eb7-be92-49b8-bfa6-90778e55cd3f req-ac870d1b-347f-4945-9f57-9482409be62c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:52.991998 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a34e0eb7-be92-49b8-bfa6-90778e55cd3f req-ac870d1b-347f-4945-9f57-9482409be62c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0868261
Jun 10 04:08:53.000740 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422d3a0-26f2-40b6-8806-1d4e0b91e5b7 req-cd267b26-3cdd-4ac4-817b-30c0004acf77 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:53.002201 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9422d3a0-26f2-40b6-8806-1d4e0b91e5b7 req-cd267b26-3cdd-4ac4-817b-30c0004acf77 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 945 time: 0.1287935
Jun 10 04:08:53.031893 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Deleting port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:08:53.032217 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:53.039274 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a34e0eb7-be92-49b8-bfa6-90778e55cd3f req-a2e93db1-a366-4e6d-8b24-f59c7fe00776 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461037
Jun 10 04:08:53.315873 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9422d3a0-26f2-40b6-8806-1d4e0b91e5b7 req-14eee158-30d2-45d8-bc82-8a78d39a047a tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/security-groups?id=59456da3-dda9-4453-8754-7b9e324647c9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066840
Jun 10 04:08:53.394050 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] For port 2e655cf3-efee-4de8-bb2f-45b2e9b73783, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=2e655cf3-efee-4de8-bb2f-45b2e9b73783,segment=NetworkSegment(51059316-c0fb-4118-a968-85726a137829),segment_id=51059316-c0fb-4118-a968-85726a137829)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:08:53.394403 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:53.494905 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Calling delete_port for 2e655cf3-efee-4de8-bb2f-45b2e9b73783 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:08:53.767710 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:53.772038 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:08:53.808214 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Pushing event deleted for resources: {'Port': ['ID=2e655cf3-efee-4de8-bb2f-45b2e9b73783,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:08:53.822057 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['2e655cf3-efee-4de8-bb2f-45b2e9b73783'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:08:53.828113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:08:53.850728 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab3b74c-4e32-4146-bce5-8eba59c3dc80 req-1701238c-27a5-4248-9260-1a81377bebba tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:53.852420 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bab3b74c-4e32-4146-bce5-8eba59c3dc80 req-1701238c-27a5-4248-9260-1a81377bebba tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0876207
Jun 10 04:08:53.902270 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bab3b74c-4e32-4146-bce5-8eba59c3dc80 req-80105357-1e5c-42ad-9975-9590fbece209 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432332
Jun 10 04:08:53.931235 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] No DVR routers for this DVR port 2e655cf3-efee-4de8-bb2f-45b2e9b73783 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:08:53.934016 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:08:53.935999 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-430253ae-5ba1-4180-ae42-bbf9127d271f req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.11 "DELETE /v2.0/ports/2e655cf3-efee-4de8-bb2f-45b2e9b73783 HTTP/1.1" status: 204  len: 173 time: 1.1000087
Jun 10 04:08:53.937851 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'name': 'network-vif-deleted', 'tag': '2e655cf3-efee-4de8-bb2f-45b2e9b73783'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:08:53.938908 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3179cff-54d9-47a9-8054-60d48c9137a3" -d '{"events": [{"server_uuid": "be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f", "name": "network-vif-deleted", "tag": "2e655cf3-efee-4de8-bb2f-45b2e9b73783"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:08:53.962019 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc278b2-1af8-4435-a86f-8498ee76ac5c req-3183d0ea-6d30-4ed2-821b-e3576c2880bc tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:53.963768 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ddc278b2-1af8-4435-a86f-8498ee76ac5c req-3183d0ea-6d30-4ed2-821b-e3576c2880bc tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.1584158
Jun 10 04:08:54.001610 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384401a-df8f-4491-b522-1f698b80f44c x-openstack-request-id: req-2384401a-df8f-4491-b522-1f698b80f44c {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:08:54.001869 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f", "name": "network-vif-deleted", "tag": "2e655cf3-efee-4de8-bb2f-45b2e9b73783", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:08:54.002150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2384401a-df8f-4491-b522-1f698b80f44c {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:08:54.002556 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f', 'name': 'network-vif-deleted', 'tag': '2e655cf3-efee-4de8-bb2f-45b2e9b73783', 'status': 'completed', 'code': 200}
Jun 10 04:08:54.010259 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ddc278b2-1af8-4435-a86f-8498ee76ac5c req-83bf0770-7fe3-439a-b68e-d43ab83ba18c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398355
Jun 10 04:08:54.249035 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44c835-f9d0-4915-b0b0-f43d0183c324 req-a3a87b36-c96c-4806-ad9a-4f9e39e26758 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:54.250675 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9b44c835-f9d0-4915-b0b0-f43d0183c324 req-a3a87b36-c96c-4806-ad9a-4f9e39e26758 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0741918
Jun 10 04:08:54.292636 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9b44c835-f9d0-4915-b0b0-f43d0183c324 req-5385be75-59c9-4c64-b962-80ab3b1b0b88 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356572
Jun 10 04:08:54.467702 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-eecfea01-38da-4222-96d3-22e46ec92433 req-d328366f-b446-44f6-a4f8-a942b7ea3b58 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] 10.222.0.20 "GET /v2.0/ports?device_id=be43ce4c-0fe8-49ed-94e4-c2aaa5a64e9f HTTP/1.1" status: 200  len: 210 time: 0.0356128
Jun 10 04:08:55.087975 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b146e-c12e-401e-86df-c82b3f60fef8 req-c338f520-64f9-4dd8-b592-cb8feb5a0665 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:55.089431 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f09b146e-c12e-401e-86df-c82b3f60fef8 req-c338f520-64f9-4dd8-b592-cb8feb5a0665 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0681639
Jun 10 04:08:55.136120 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f09b146e-c12e-401e-86df-c82b3f60fef8 req-14a58dd9-2ffa-4c9d-be93-cc383baa9f41 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402143
Jun 10 04:08:55.213089 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f60a-aae4-49e1-911f-32c8d0d199d0 req-0fad2f1e-ad74-441c-bb45-a220febcfee7 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:55.215748 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2098f60a-aae4-49e1-911f-32c8d0d199d0 req-0fad2f1e-ad74-441c-bb45-a220febcfee7 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.0853171
Jun 10 04:08:55.263591 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2098f60a-aae4-49e1-911f-32c8d0d199d0 req-1608912b-5cc7-4f15-b638-1592072c1ad4 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418043
Jun 10 04:08:55.485882 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a510b-ed44-4949-a231-4026a981ea18 req-ed1e5c4f-4c9f-47be-aac7-96b009b60db8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:55.487359 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a28a510b-ed44-4949-a231-4026a981ea18 req-ed1e5c4f-4c9f-47be-aac7-96b009b60db8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0728247
Jun 10 04:08:55.531811 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a28a510b-ed44-4949-a231-4026a981ea18 req-ef0d4ecd-b8c9-4ec4-96e0-9d1787ca75da tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384529
Jun 10 04:08:56.323819 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53bf956-13ce-476f-b64c-2d9b04635191 req-bf13c5d6-5fc7-44e9-9850-aae246394df2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:56.325009 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c53bf956-13ce-476f-b64c-2d9b04635191 req-bf13c5d6-5fc7-44e9-9850-aae246394df2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0738292
Jun 10 04:08:56.368195 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c53bf956-13ce-476f-b64c-2d9b04635191 req-af85e625-16c6-43f3-b722-7ade66ba3b7c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366313
Jun 10 04:08:56.723571 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365bc69-5ec3-400c-8ad5-cf107697836b req-0a84d854-3e4c-47f2-82f0-f9a0aebd4c9b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:56.725367 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2365bc69-5ec3-400c-8ad5-cf107697836b req-0a84d854-3e4c-47f2-82f0-f9a0aebd4c9b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0752406
Jun 10 04:08:56.766711 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2365bc69-5ec3-400c-8ad5-cf107697836b req-4223b80e-08e5-477e-a2f3-462a8c4719f8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346463
Jun 10 04:08:57.556902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa96cc-1004-4ea6-ad07-5f2e5d87dfba req-3c8f541f-b95c-4ce9-86b0-da57e60bc497 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:57.556902 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-dcaa96cc-1004-4ea6-ad07-5f2e5d87dfba req-3c8f541f-b95c-4ce9-86b0-da57e60bc497 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0718322
Jun 10 04:08:57.596889 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-dcaa96cc-1004-4ea6-ad07-5f2e5d87dfba req-164f65d4-dde8-4689-b247-5d69fc86564d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349939
Jun 10 04:08:57.894957 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 2e655cf3-efee-4de8-bb2f-45b2e9b73783 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:08:57.921224 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 2e655cf3-efee-4de8-bb2f-45b2e9b73783 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:08:57.922015 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 2e655cf3-efee-4de8-bb2f-45b2e9b73783 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:08:57.950455 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641040f3-3310-4bc5-b6ac-1f230018cfc5 req-6de80644-1a57-415c-b597-baf93c07d677 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:57.951998 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-641040f3-3310-4bc5-b6ac-1f230018cfc5 req-6de80644-1a57-415c-b597-baf93c07d677 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0700452
Jun 10 04:08:57.993150 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-641040f3-3310-4bc5-b6ac-1f230018cfc5 req-51c0732b-9d20-4aea-b205-4aa15c9e63fe tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356672
Jun 10 04:08:58.788060 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef09d4-64e4-4e5f-9d32-917eff07e6ef req-fb2185d7-a7d9-4399-ab58-b578fa1fa205 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:58.789426 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3eef09d4-64e4-4e5f-9d32-917eff07e6ef req-fb2185d7-a7d9-4399-ab58-b578fa1fa205 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0796261
Jun 10 04:08:58.834372 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3eef09d4-64e4-4e5f-9d32-917eff07e6ef req-6da31b98-3d4b-462a-8b67-342c92a4a3ed tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358632
Jun 10 04:08:59.179737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524a08a-0fac-41d6-9b46-7396b5532fd7 req-5c322d36-3375-4188-81e1-ba8fb9aee14c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:08:59.181179 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d524a08a-0fac-41d6-9b46-7396b5532fd7 req-5c322d36-3375-4188-81e1-ba8fb9aee14c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0766859
Jun 10 04:08:59.223817 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d524a08a-0fac-41d6-9b46-7396b5532fd7 req-e5d6508f-d303-431b-b713-a586f613dc04 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363901
Jun 10 04:09:00.009551 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430265b-268b-4fe0-a345-135239abae58 req-d329429e-519c-4e47-95e9-b845f36805ad tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:00.011075 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8430265b-268b-4fe0-a345-135239abae58 req-d329429e-519c-4e47-95e9-b845f36805ad tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0708401
Jun 10 04:09:00.053780 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8430265b-268b-4fe0-a345-135239abae58 req-acdafae2-352a-4ed1-ad59-a1634c9d8478 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362952
Jun 10 04:09:00.408736 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a26afe-e5e8-4e01-a08d-c78eec83a4a4 req-d8b5972c-c85f-4fce-a08a-12de5230aa8f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:00.410203 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-08a26afe-e5e8-4e01-a08d-c78eec83a4a4 req-d8b5972c-c85f-4fce-a08a-12de5230aa8f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0675373
Jun 10 04:09:00.451738 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-08a26afe-e5e8-4e01-a08d-c78eec83a4a4 req-9f694a51-ba14-422a-b928-8328c35b8a6f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360432
Jun 10 04:09:00.687344 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:00.795363 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f9a6c-c573-4495-83e2-65fb2082ac66 req-3736545e-ee99-4627-af9f-963a0e102351 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:00.796983 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-468f9a6c-c573-4495-83e2-65fb2082ac66 req-3736545e-ee99-4627-af9f-963a0e102351 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0745075
Jun 10 04:09:00.837454 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-468f9a6c-c573-4495-83e2-65fb2082ac66 req-eefad30d-32f1-41e6-a9bb-d80b39f55298 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347652
Jun 10 04:09:01.230388 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b5fec-d8d5-4b60-95a0-bff24fc13f5d req-9413195e-9f69-4a28-bdcd-e7ae95b2efaf tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:01.231823 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b55b5fec-d8d5-4b60-95a0-bff24fc13f5d req-9413195e-9f69-4a28-bdcd-e7ae95b2efaf tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0664799
Jun 10 04:09:01.272731 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b55b5fec-d8d5-4b60-95a0-bff24fc13f5d req-dcf72ad4-0850-4ab6-af5e-9d20ec9b763e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353458
Jun 10 04:09:01.630870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed9f93-1c47-45c1-8365-d35df27acc97 req-d8cc1919-88b3-4d8e-ae41-851955de4d3b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:01.632386 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e1ed9f93-1c47-45c1-8365-d35df27acc97 req-d8cc1919-88b3-4d8e-ae41-851955de4d3b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0669458
Jun 10 04:09:01.673391 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e1ed9f93-1c47-45c1-8365-d35df27acc97 req-f87eaa9b-248b-449b-9ec2-abf2a11e17a4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353451
Jun 10 04:09:02.015426 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ca481-c16c-47d3-9c06-c855d488626e req-6de4ea4e-b080-4c12-92dd-4873077bce8e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:02.016851 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-430ca481-c16c-47d3-9c06-c855d488626e req-6de4ea4e-b080-4c12-92dd-4873077bce8e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0702763
Jun 10 04:09:02.057578 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-430ca481-c16c-47d3-9c06-c855d488626e req-a81af3f3-4a47-41c5-bf4f-a49662e7dc69 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351286
Jun 10 04:09:02.453038 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fef5f0-feea-4233-b079-21ea1d7bff62 req-f82a5c66-4022-42f1-b351-ebb0e2e54169 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:02.454411 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e4fef5f0-feea-4233-b079-21ea1d7bff62 req-f82a5c66-4022-42f1-b351-ebb0e2e54169 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0717313
Jun 10 04:09:02.493935 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e4fef5f0-feea-4233-b079-21ea1d7bff62 req-3b201ed5-be0a-47e1-9a18-32095131fa60 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339401
Jun 10 04:09:02.598513 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:09:02.727892 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:02.740379 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'mac_address': 'fa:16:3e:95:b3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:09:02.784427 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:02.816898 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:09:02.837972 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:02.858726 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96ad3-28f4-46ca-8385-5d148e198532 req-4c22013b-fea6-4da9-9d3d-27a6428a5f68 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:02.860194 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-85b96ad3-28f4-46ca-8385-5d148e198532 req-4c22013b-fea6-4da9-9d3d-27a6428a5f68 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0704708
Jun 10 04:09:02.900491 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-85b96ad3-28f4-46ca-8385-5d148e198532 req-cead54ad-2668-4c80-b985-369cd280307b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347064
Jun 10 04:09:02.915955 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:02.919225 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:02.971543 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=6']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:02.974951 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:03.234579 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdda7f-ef43-4f93-9bb4-5f56e643c0f0 req-9216ce02-c98e-4144-89b4-d4c2d3926e9d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:03.236088 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a5bdda7f-ef43-4f93-9bb4-5f56e643c0f0 req-9216ce02-c98e-4144-89b4-d4c2d3926e9d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0698338
Jun 10 04:09:03.276657 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a5bdda7f-ef43-4f93-9bb4-5f56e643c0f0 req-4cdbf792-8c8d-410d-9b7f-35efa044300e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349069
Jun 10 04:09:03.676523 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f7a5c-7c9b-4909-a1ee-0952ee654215 req-58357bfb-de2b-4a70-9048-ba335f0d339a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:03.677955 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bc0f7a5c-7c9b-4909-a1ee-0952ee654215 req-58357bfb-de2b-4a70-9048-ba335f0d339a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0711393
Jun 10 04:09:03.719674 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bc0f7a5c-7c9b-4909-a1ee-0952ee654215 req-f2dfcf7a-ec5f-4947-aadc-360acb8f894a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361533
Jun 10 04:09:04.035151 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['6ad67975-fe3c-43e0-8c2e-360a1d0764e5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:09:04.090750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83832f-cae0-40b9-ac6c-decf77af577c req-063dd7a9-bb54-43fd-a367-258a9e47f9b6 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:04.092281 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c83832f-cae0-40b9-ac6c-decf77af577c req-063dd7a9-bb54-43fd-a367-258a9e47f9b6 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0725701
Jun 10 04:09:04.133347 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c83832f-cae0-40b9-ac6c-decf77af577c req-59fe2b69-5ad9-417f-be7b-3bc87bc5df06 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353808
Jun 10 04:09:04.454886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78053241-2dd9-41fd-9dd0-9d3dc0ecf62e req-f877404f-7a5e-4edc-91d1-6dc687090b62 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:04.456365 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-78053241-2dd9-41fd-9dd0-9d3dc0ecf62e req-f877404f-7a5e-4edc-91d1-6dc687090b62 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0682073
Jun 10 04:09:04.498492 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-78053241-2dd9-41fd-9dd0-9d3dc0ecf62e req-e165034a-896f-48e3-b5d5-840262714a12 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361452
Jun 10 04:09:04.906060 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e64891-bca4-4500-8b84-0439e2463364 req-69681010-dce4-46d3-be02-fb15c62898fd tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:04.907826 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e7e64891-bca4-4500-8b84-0439e2463364 req-69681010-dce4-46d3-be02-fb15c62898fd tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0754409
Jun 10 04:09:04.958500 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e7e64891-bca4-4500-8b84-0439e2463364 req-c9ce11ab-16e0-47bd-ac0f-32f77909868f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395303
Jun 10 04:09:05.374403 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c59ec-1438-4571-a262-45696365aae2 req-702b37fd-09cf-4ee2-ac6d-2bc15e171d35 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:05.376898 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f3c59ec-1438-4571-a262-45696365aae2 req-702b37fd-09cf-4ee2-ac6d-2bc15e171d35 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.1144686
Jun 10 04:09:05.433854 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6f3c59ec-1438-4571-a262-45696365aae2 req-6b32d770-00e5-4ffc-8228-b4f90fcd936f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501974
Jun 10 04:09:05.714499 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:09:05.764801 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242c4a-4357-4c61-a7b4-6c942fd3e8a4 req-529b3f97-e80e-4e52-9c34-519f61983566 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:05.772171 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c242c4a-4357-4c61-a7b4-6c942fd3e8a4 req-529b3f97-e80e-4e52-9c34-519f61983566 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1025743
Jun 10 04:09:05.783246 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:09:05.783631 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:05.841854 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c242c4a-4357-4c61-a7b4-6c942fd3e8a4 req-428824bc-93ff-4aee-a6f3-28dc407c5c6c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0676336
Jun 10 04:09:05.972724 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:06.045842 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:06.049937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:09:06.056027 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e01d42-3f03-40ca-9774-fb1e775f173d" -d '{"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-plugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:09:06.179994 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:06.182544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:06.363728 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=7']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:06.377857 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:06.492236 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c12ea8-71d6-4d3a-9233-aa90a2a09256 req-74d72666-85af-4a9b-bbb9-98bfab9d8ff5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:06.502180 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-02c12ea8-71d6-4d3a-9233-aa90a2a09256 req-74d72666-85af-4a9b-bbb9-98bfab9d8ff5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.2639172
Jun 10 04:09:06.646406 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-02c12ea8-71d6-4d3a-9233-aa90a2a09256 req-50097b23-c181-4942-b684-71ac1c6ec504 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432259
Jun 10 04:09:06.718892 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944dd7a0-3ff5-4356-b94d-1102f60f04bf x-openstack-request-id: req-944dd7a0-3ff5-4356-b94d-1102f60f04bf {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:09:06.719710 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-plugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:09:06.720177 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-944dd7a0-3ff5-4356-b94d-1102f60f04bf {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:09:06.720768 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'code': 200}
Jun 10 04:09:07.014174 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f9a60-b08f-4429-9cb2-47f20863a2d8 req-e5a2b4ca-1440-4477-84aa-9b5a490b441d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:07.021688 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8a0f9a60-b08f-4429-9cb2-47f20863a2d8 req-e5a2b4ca-1440-4477-84aa-9b5a490b441d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0890005
Jun 10 04:09:07.086231 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8a0f9a60-b08f-4429-9cb2-47f20863a2d8 req-392c1c8b-272b-489c-88ce-a880800285cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634246
Jun 10 04:09:07.371606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b457cbe-2a6c-4041-87b0-6888b7f08c47 req-f348eaa5-6c6a-4131-9431-d2a87e95b073 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:07.371606 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6b457cbe-2a6c-4041-87b0-6888b7f08c47 req-f348eaa5-6c6a-4131-9431-d2a87e95b073 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1911032
Jun 10 04:09:07.425091 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6b457cbe-2a6c-4041-87b0-6888b7f08c47 req-244ef20e-49be-4204-8bd4-0aeda5d9528e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622542
Jun 10 04:09:08.003873 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd8fe9-161e-49f2-96e8-3190223e0b9a req-cb1d4768-73a6-4cda-9bd0-20235d1ee67f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:08.005759 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42fd8fe9-161e-49f2-96e8-3190223e0b9a req-cb1d4768-73a6-4cda-9bd0-20235d1ee67f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1208551
Jun 10 04:09:08.069222 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42fd8fe9-161e-49f2-96e8-3190223e0b9a req-c1792af3-ac14-4364-935a-ea1c10ecef8d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573370
Jun 10 04:09:08.343494 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a0757-b436-4130-a523-b04a2ebcb3c0 req-85c7371e-f6bf-43e6-8b46-db8e138ed4e5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:08.345455 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5a0757-b436-4130-a523-b04a2ebcb3c0 req-85c7371e-f6bf-43e6-8b46-db8e138ed4e5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.1042054
Jun 10 04:09:08.402523 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1c5a0757-b436-4130-a523-b04a2ebcb3c0 req-ebc6b085-704b-44c2-b7c6-6c7806dc6c9b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505974
Jun 10 04:09:08.624803 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8e0bc-006e-4cc5-b37f-f562c4bb5ca2 req-8b9ed3d2-cd1e-45e6-80df-600ade037025 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:08.626415 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-daf8e0bc-006e-4cc5-b37f-f562c4bb5ca2 req-8b9ed3d2-cd1e-45e6-80df-600ade037025 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0733719
Jun 10 04:09:08.673445 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-daf8e0bc-006e-4cc5-b37f-f562c4bb5ca2 req-1c1d4480-97ba-48ea-b352-3022fc871c6b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413651
Jun 10 04:09:09.261465 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91f5e3-5353-498d-8724-f0b18e43cefa req-00c10233-b3cd-4711-b18f-79d71b398ead tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:09.262951 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3f91f5e3-5353-498d-8724-f0b18e43cefa req-00c10233-b3cd-4711-b18f-79d71b398ead tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0744007
Jun 10 04:09:09.305916 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3f91f5e3-5353-498d-8724-f0b18e43cefa req-2b016ca1-11ca-4e11-81e7-1e1c327fbf85 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371401
Jun 10 04:09:09.647984 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba6ad5-13d6-4e98-afde-f04183a0fb42 req-213fe1ae-a1c6-4c4b-89c4-8833291bc995 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:09.653514 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8bba6ad5-13d6-4e98-afde-f04183a0fb42 req-213fe1ae-a1c6-4c4b-89c4-8833291bc995 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.1047938
Jun 10 04:09:09.756946 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8bba6ad5-13d6-4e98-afde-f04183a0fb42 req-b1a26eec-836e-4e41-b26d-eff87f761254 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939910
Jun 10 04:09:09.996957 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab286fd-0a06-4fff-88cc-0ff1afa308f3 req-ddc32cdf-7528-4bf6-92a5-d1a9babd65a6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:10.000154 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aab286fd-0a06-4fff-88cc-0ff1afa308f3 req-ddc32cdf-7528-4bf6-92a5-d1a9babd65a6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0834222
Jun 10 04:09:10.075867 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aab286fd-0a06-4fff-88cc-0ff1afa308f3 req-ff3c60a5-fcfe-455e-91ea-1f54296dd67a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680077
Jun 10 04:09:10.508810 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fffc4-be5b-4206-8b21-843e223f249c req-93e3160f-7e43-45fe-8ee2-1b37fd88b1c8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:10.516101 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-507fffc4-be5b-4206-8b21-843e223f249c req-93e3160f-7e43-45fe-8ee2-1b37fd88b1c8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0791190
Jun 10 04:09:10.566433 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-507fffc4-be5b-4206-8b21-843e223f249c req-723fa98c-57f5-415b-a533-57c9ec7629f5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492373
Jun 10 04:09:11.160377 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4a32a-6713-46ad-9c6a-e2276c015ab7 req-031ae530-4b3d-46c9-8f7a-1695449cd6e3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:11.188335 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ded4a32a-6713-46ad-9c6a-e2276c015ab7 req-031ae530-4b3d-46c9-8f7a-1695449cd6e3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.2504275
Jun 10 04:09:11.333415 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ded4a32a-6713-46ad-9c6a-e2276c015ab7 req-37552827-7bd5-4f0e-98f8-8d6d8b6cf79a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441593
Jun 10 04:09:11.380035 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f33ce-3582-4900-85bf-73690c26bea7 req-6a2f5728-df36-4132-90cb-27e47cef1989 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:11.383274 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cb5f33ce-3582-4900-85bf-73690c26bea7 req-6a2f5728-df36-4132-90cb-27e47cef1989 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1429801
Jun 10 04:09:11.488092 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cb5f33ce-3582-4900-85bf-73690c26bea7 req-2b353bdb-14e9-4de2-b1fd-58f57a2e6826 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714898
Jun 10 04:09:11.773702 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc16d90-ff1b-4467-893e-bcf9831f89ca req-a56ac195-baee-473a-b425-28dae946d12e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:11.774389 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-efc16d90-ff1b-4467-893e-bcf9831f89ca req-a56ac195-baee-473a-b425-28dae946d12e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0819929
Jun 10 04:09:11.829807 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-efc16d90-ff1b-4467-893e-bcf9831f89ca req-67720767-9a71-4d92-9eae-8eb4c07121b7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459964
Jun 10 04:09:12.587921 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2cf131-a990-4f6b-82b9-0d8c4139808d req-f6fde7ac-af33-40d5-b14e-9f1287718808 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:12.591517 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ff2cf131-a990-4f6b-82b9-0d8c4139808d req-f6fde7ac-af33-40d5-b14e-9f1287718808 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0878808
Jun 10 04:09:12.635508 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ff2cf131-a990-4f6b-82b9-0d8c4139808d req-fad82c32-7ba8-478a-b284-9ee14afa2150 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400531
Jun 10 04:09:12.710495 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ecf3d-1128-4585-a6b8-0a2e5187f8e3 req-c2291f5e-306b-40d3-9f2f-4f79319c4358 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:12.711966 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-045ecf3d-1128-4585-a6b8-0a2e5187f8e3 req-c2291f5e-306b-40d3-9f2f-4f79319c4358 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0744870
Jun 10 04:09:12.764362 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-045ecf3d-1128-4585-a6b8-0a2e5187f8e3 req-70d5230a-e21b-4dcc-bf36-0725f79ca767 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452931
Jun 10 04:09:13.091981 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742a918-c7ed-4fed-a0cc-9eb569b321a8 req-655ddea0-1678-4d96-b259-35c6ab68b93d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:13.105540 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7742a918-c7ed-4fed-a0cc-9eb569b321a8 req-655ddea0-1678-4d96-b259-35c6ab68b93d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1129689
Jun 10 04:09:13.163401 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7742a918-c7ed-4fed-a0cc-9eb569b321a8 req-09a94d38-da74-4ae0-badd-98f98bd909ab tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535061
Jun 10 04:09:13.355323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-48899b61-032f-4a41-916b-356ca254d72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:13.852098 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fc4ad-104d-4671-b312-618f1b3b8233 req-6a8a5861-7432-4b57-aafb-0f7657413d8d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:13.854261 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-857fc4ad-104d-4671-b312-618f1b3b8233 req-6a8a5861-7432-4b57-aafb-0f7657413d8d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0837326
Jun 10 04:09:13.911180 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-857fc4ad-104d-4671-b312-618f1b3b8233 req-9540d4bc-6531-42c6-9f28-bc197b9f4184 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497684
Jun 10 04:09:13.953283 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f60130-3318-4865-8dd6-9b64d64663b7 req-b781e69d-2cb2-4f0b-9af8-f9e9bf7b32eb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:13.954865 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e3f60130-3318-4865-8dd6-9b64d64663b7 req-b781e69d-2cb2-4f0b-9af8-f9e9bf7b32eb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0734680
Jun 10 04:09:14.002323 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e3f60130-3318-4865-8dd6-9b64d64663b7 req-7d77e209-8336-4e04-86dc-35df23c5688b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415626
Jun 10 04:09:14.381440 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fdb2b-86b5-47ef-b8e2-912b569607b3 req-e8363e59-94eb-45db-9bf9-c7c9b8846094 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:14.391145 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e59fdb2b-86b5-47ef-b8e2-912b569607b3 req-e8363e59-94eb-45db-9bf9-c7c9b8846094 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1101220
Jun 10 04:09:14.435808 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e59fdb2b-86b5-47ef-b8e2-912b569607b3 req-8790c0c2-520d-469b-bb1f-28d4452e7626 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435948
Jun 10 04:09:15.128946 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584d400-a218-46c6-813c-19b14974b1bf req-5779ef92-8c76-40be-a5e4-b60875b93527 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:15.137060 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7584d400-a218-46c6-813c-19b14974b1bf req-5779ef92-8c76-40be-a5e4-b60875b93527 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0889614
Jun 10 04:09:15.207244 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7584d400-a218-46c6-813c-19b14974b1bf req-adc68881-648c-421b-8b3d-33d601085b7a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689211
Jun 10 04:09:15.425154 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad0715-f643-40d1-98de-d44f82ef1756 req-ac57beaa-1bc9-4183-9e9b-d0fbf2373559 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:15.436628 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8ad0715-f643-40d1-98de-d44f82ef1756 req-ac57beaa-1bc9-4183-9e9b-d0fbf2373559 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1635041
Jun 10 04:09:15.630418 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8ad0715-f643-40d1-98de-d44f82ef1756 req-d6f1d208-bf3d-43ea-abb0-c0c75de32364 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1926076
Jun 10 04:09:15.893238 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-2663946a-707d-4f0c-a865-eb8ea833be24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:15.920838 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:15.921805 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444e211-c3f5-4f85-89e2-374b9623229b req-661a6fcc-38eb-421b-9a71-0c89c087c779 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:15.923806 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7444e211-c3f5-4f85-89e2-374b9623229b req-661a6fcc-38eb-421b-9a71-0c89c087c779 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1259723
Jun 10 04:09:15.998050 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7444e211-c3f5-4f85-89e2-374b9623229b req-977bfa9a-5b00-43cd-af6f-474f7c64357b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648754
Jun 10 04:09:16.402173 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65b79c-45d1-4bbd-b58b-74dc73cd1938 req-d564cf63-1f3d-42e1-894d-e73c6d3526b4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:16.403970 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9a65b79c-45d1-4bbd-b58b-74dc73cd1938 req-d564cf63-1f3d-42e1-894d-e73c6d3526b4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0798609
Jun 10 04:09:16.461073 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9a65b79c-45d1-4bbd-b58b-74dc73cd1938 req-0abe3918-6ccc-4641-923c-fdf512527231 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389264
Jun 10 04:09:16.844445 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602986d-1630-4004-9839-96a12a90000f req-f293c2c2-1b5c-4bf9-811f-25dba9905a49 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:16.856129 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2602986d-1630-4004-9839-96a12a90000f req-f293c2c2-1b5c-4bf9-811f-25dba9905a49 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0991733
Jun 10 04:09:16.899489 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2602986d-1630-4004-9839-96a12a90000f req-d41dc788-5174-4b13-9996-629f1a304808 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422878
Jun 10 04:09:16.998071 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:17.312250 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428481e0-9091-41c0-be97-4cbc1c480bfc req-ee82c565-e6f6-480f-b6f1-0cbd6f9b3e64 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:17.313811 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-428481e0-9091-41c0-be97-4cbc1c480bfc req-ee82c565-e6f6-480f-b6f1-0cbd6f9b3e64 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1496913
Jun 10 04:09:17.367404 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-428481e0-9091-41c0-be97-4cbc1c480bfc req-fe9a97ed-6c73-4b1f-8db6-101cd60d3421 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405231
Jun 10 04:09:17.788455 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eadcf8-cf68-4009-9d3d-ae9e64c7ecc0 req-ad1a657a-64dc-4fbf-bdbc-4dcad776b608 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:17.790315 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-96eadcf8-cf68-4009-9d3d-ae9e64c7ecc0 req-ad1a657a-64dc-4fbf-bdbc-4dcad776b608 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0879254
Jun 10 04:09:17.838050 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-96eadcf8-cf68-4009-9d3d-ae9e64c7ecc0 req-bf18b877-8e4e-4c1f-9d3d-03b14e22bb45 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391450
Jun 10 04:09:18.153773 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9524771-8965-4ab5-a69d-288a1dd5d03f req-5553aea7-3023-4c34-848a-e0d748ee08a0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:18.166452 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c9524771-8965-4ab5-a69d-288a1dd5d03f req-5553aea7-3023-4c34-848a-e0d748ee08a0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1225655
Jun 10 04:09:18.222276 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c9524771-8965-4ab5-a69d-288a1dd5d03f req-e0d0d72d-0e81-444f-8cd7-296b0b90b85e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540721
Jun 10 04:09:18.578869 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc3d4-26cd-458e-ba82-f2ffd696ed97 req-9e6f3335-c7d2-443a-a0b3-aef55f5f0b39 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:18.585885 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8d9bc3d4-26cd-458e-ba82-f2ffd696ed97 req-9e6f3335-c7d2-443a-a0b3-aef55f5f0b39 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0831485
Jun 10 04:09:18.627724 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8d9bc3d4-26cd-458e-ba82-f2ffd696ed97 req-f33d9f21-cd93-4585-8246-6f28bcb4682d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407033
Jun 10 04:09:18.670757 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:18.943750 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54498) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:19.064871 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41eb026-a514-4783-8640-f8767151807c req-b2ecebb4-3e58-41a7-80a5-e1f893d384ce tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:19.066678 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a41eb026-a514-4783-8640-f8767151807c req-b2ecebb4-3e58-41a7-80a5-e1f893d384ce tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0771151
Jun 10 04:09:19.129386 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a41eb026-a514-4783-8640-f8767151807c req-2088bc1e-e0b4-426f-8945-ffb5a615b224 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558765
Jun 10 04:09:19.163873 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.312900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.379213 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.383175 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6d574947-5e3d-46dd-84eb-f4d08119343a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:19.499918 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee0ac6968f7344a7ba4ef333014f794d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5496037
Jun 10 04:09:19.499918 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54524) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:19.508412 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae9e48a-5de8-4b0e-90e3-766cfe7c48bf,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:19.519490 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:19.565588 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-082c673d-af3f-40dc-84e8-b251db385187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:19.568167 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-082c673d-af3f-40dc-84e8-b251db385187 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1099 time: 0.1181479
Jun 10 04:09:19.579273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd883625-8f7a-42ef-9dbf-dfa657771f40 req-cad01738-710c-476f-9dc3-fb0be6f91462 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:19.580758 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bd883625-8f7a-42ef-9dbf-dfa657771f40 req-cad01738-710c-476f-9dc3-fb0be6f91462 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1693678
Jun 10 04:09:19.616005 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.658519 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.721514 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bd883625-8f7a-42ef-9dbf-dfa657771f40 req-bed46ffb-126b-42d3-baa2-af366a692a1a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1338520
Jun 10 04:09:19.738761 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-4ac73a29-25a4-479f-9eb3-938b6eb89ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:19.740480 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-4ac73a29-25a4-479f-9eb3-938b6eb89ae3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1598186
Jun 10 04:09:19.804149 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.808335 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:19.813759 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ae9e48a-5de8-4b0e-90e3-766cfe7c48bf HTTP/1.1" status: 204  len: 168 time: 0.3161321
Jun 10 04:09:19.814655 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7bde67aa-70d3-454d-95ee-a95d309ed2e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:19.842765 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae9e48a-5de8-4b0e-90e3-766cfe7c48bf,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:19.848803 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:19.887688 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-c9f8b349-2af8-4b98-8381-792de1ac99cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 200  len: 1001 time: 0.1393998
Jun 10 04:09:19.988788 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-1fafd0c4-1f70-487d-84c7-181627e576e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:19.990314 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-1fafd0c4-1f70-487d-84c7-181627e576e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0931547
Jun 10 04:09:19.990466 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3251933-e312-4cec-bafa-8de7974ad954 req-b25b8c27-76b6-4314-8950-9655e7c094fb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:19.991896 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b3251933-e312-4cec-bafa-8de7974ad954 req-b25b8c27-76b6-4314-8950-9655e7c094fb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1360514
Jun 10 04:09:20.040176 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b3251933-e312-4cec-bafa-8de7974ad954 req-f1233fe7-fb58-4cd1-bf9e-29c06183684a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419664
Jun 10 04:09:20.121138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-e654fecd-8cdc-4224-83cb-da26cba59bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:20.122667 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-e654fecd-8cdc-4224-83cb-da26cba59bdc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036179
Jun 10 04:09:20.405420 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-9f13bb3e-57e8-4149-a179-786cd43ee997 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2660871
Jun 10 04:09:20.443908 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2727-c6e8-4694-9a1b-8e45d4b5f0a3 req-bf7c9cb4-faa6-4db6-95aa-72ee52f43b6d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:20.446717 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-004b2727-c6e8-4694-9a1b-8e45d4b5f0a3 req-bf7c9cb4-faa6-4db6-95aa-72ee52f43b6d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.1661315
Jun 10 04:09:20.521100 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54544) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:20.551500 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:20.655074 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-004b2727-c6e8-4694-9a1b-8e45d4b5f0a3 req-a0716e77-6b5a-445d-a618-7c9552897c04 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1963129
Jun 10 04:09:20.688376 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd1a312-565b-4696-85f9-4388a5b398c5 req-80efc220-9e28-43a6-830b-2bdc75530fee service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2406428
Jun 10 04:09:20.691631 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5de1-0c73-4a9c-b669-553a6d9afbcb req-dbe239e7-6e44-47c4-8533-27ee5a4377b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:20.693365 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8b3a5de1-0c73-4a9c-b669-553a6d9afbcb req-dbe239e7-6e44-47c4-8533-27ee5a4377b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.1911542
Jun 10 04:09:20.719811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:20.760288 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8b3a5de1-0c73-4a9c-b669-553a6d9afbcb req-a4d005d7-3453-4836-8d92-3c6f5503e073 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387719
Jun 10 04:09:20.807400 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:20.812614 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-04d51a17-f360-4cda-abfc-f1bb57a26ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:20.891262 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d283a47844104d7fa50b4a7f17ac1a84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3690374
Jun 10 04:09:20.894015 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 54552) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:20.915600 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514df054-a086-490b-a410-fa5aa3085854,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:20.919816 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:20.971966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:21.009843 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:21.027379 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:09:21.035237 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68341dda-21a6-4b48-af6a-c20401b52918 req-74ce600c-c045-4e3c-83b9-c97fabd453b8 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:21.037314 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-68341dda-21a6-4b48-af6a-c20401b52918 req-74ce600c-c045-4e3c-83b9-c97fabd453b8 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1498194
Jun 10 04:09:21.096317 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-68341dda-21a6-4b48-af6a-c20401b52918 req-8a977ab7-0d31-40f5-837c-979ed3041f1e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526290
Jun 10 04:09:21.187483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:21.187483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:21.194977 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/514df054-a086-490b-a410-fa5aa3085854 HTTP/1.1" status: 204  len: 168 time: 0.2966030
Jun 10 04:09:21.194977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:21.247856 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514df054-a086-490b-a410-fa5aa3085854,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:21.251418 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:21.282848 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4299842-05e3-4a84-a0a3-21857652e7a3 req-9d9257d7-bf3f-4cb0-95f5-252119bc94c2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:21.284826 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c4299842-05e3-4a84-a0a3-21857652e7a3 req-9d9257d7-bf3f-4cb0-95f5-252119bc94c2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0916622
Jun 10 04:09:21.335664 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c4299842-05e3-4a84-a0a3-21857652e7a3 req-a54a82a1-b113-4498-a004-720d1d207eb4 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453794
Jun 10 04:09:21.855969 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb645a-d89a-44cc-86b2-7ea9548b23ad req-b1f082b6-5c10-42f3-89b1-1f67f7c5501c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:21.858071 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eccb645a-d89a-44cc-86b2-7ea9548b23ad req-b1f082b6-5c10-42f3-89b1-1f67f7c5501c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 946 time: 0.0821292
Jun 10 04:09:21.869695 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:09:21.915965 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eccb645a-d89a-44cc-86b2-7ea9548b23ad req-6e22863f-cbc5-4d82-b576-0a3c1d226c5d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519783
Jun 10 04:09:22.008688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:22.036702 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:09:22.039286 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9e9bc-c19c-44c1-a359-059d2f16f5a6" -d '{"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:09:22.059499 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:22.109194 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed26abb1-74b4-4418-9324-d9a365a7f32a x-openstack-request-id: req-ed26abb1-74b4-4418-9324-d9a365a7f32a {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:09:22.109967 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:09:22.110441 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed26abb1-74b4-4418-9324-d9a365a7f32a {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:09:22.111192 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'code': 200}
Jun 10 04:09:22.152330 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:22.159993 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:22.277196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=8']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:22.280467 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:22.373175 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c33f36-401b-4076-8fff-6bbc6b835dcf req-06a72280-122b-491e-a377-806b75d72cfb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:22.374683 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c4c33f36-401b-4076-8fff-6bbc6b835dcf req-06a72280-122b-491e-a377-806b75d72cfb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0802941
Jun 10 04:09:22.450371 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c4c33f36-401b-4076-8fff-6bbc6b835dcf req-24d33bb8-847d-4068-838e-51c3f713158f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657775
Jun 10 04:09:22.574410 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3f95f-1111-4487-ba54-ec6c020e24af req-29b19cb1-6dc0-402f-aabf-dc10e6240c4b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:22.576106 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-adf3f95f-1111-4487-ba54-ec6c020e24af req-29b19cb1-6dc0-402f-aabf-dc10e6240c4b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0906997
Jun 10 04:09:22.649424 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-adf3f95f-1111-4487-ba54-ec6c020e24af req-0d4d0b33-aa29-4267-ab07-1d76724dacd2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658031
Jun 10 04:09:23.142058 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5c71b-885b-4d84-afc0-8d2d418d9b53 req-069f3314-2632-4841-b551-26968b10f822 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:23.143705 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-17d5c71b-885b-4d84-afc0-8d2d418d9b53 req-069f3314-2632-4841-b551-26968b10f822 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0737886
Jun 10 04:09:23.190394 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-17d5c71b-885b-4d84-afc0-8d2d418d9b53 req-67a04791-6594-4994-912e-24d48ee1f757 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400372
Jun 10 04:09:23.752808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9ccdf-047e-42e8-8cb0-adf7070059f7 req-7a7e1f76-6f71-4a2b-a644-dd85b1be860f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:23.767527 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e6c9ccdf-047e-42e8-8cb0-adf7070059f7 req-7a7e1f76-6f71-4a2b-a644-dd85b1be860f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1707115
Jun 10 04:09:23.828565 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e6c9ccdf-047e-42e8-8cb0-adf7070059f7 req-e1e10f0b-5585-4e91-91d5-c29841cb47bb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600698
Jun 10 04:09:23.941189 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 54650) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:24.096057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.193240 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679fdfb-1f36-45d4-80bc-15df5469f673 req-0d88addb-f5b8-41bb-8fb5-6d76b6c1df15 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:24.194636 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0679fdfb-1f36-45d4-80bc-15df5469f673 req-0d88addb-f5b8-41bb-8fb5-6d76b6c1df15 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1625199
Jun 10 04:09:24.328585 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0679fdfb-1f36-45d4-80bc-15df5469f673 req-a9033856-cae6-416b-8691-75021817b61c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138101
Jun 10 04:09:24.392305 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.453442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.457402 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9f509cd4-315d-4143-93f9-e5e9fb57b658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:24.532525 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=884fb8a3bfa549a894b48f8487e9b44e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5900075
Jun 10 04:09:24.535462 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 54672) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:24.542835 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1430d8-54e7-4a1c-ae47-8c8754de00b1,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:24.551748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.552112 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.557336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:24.561906 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:24.583253 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b502f97-24c3-4542-a3d6-9a99ee8d2bf6 req-b7fd53fc-503d-40a6-a2ad-349985564e2e tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:24.585268 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3b502f97-24c3-4542-a3d6-9a99ee8d2bf6 req-b7fd53fc-503d-40a6-a2ad-349985564e2e tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.2202864
Jun 10 04:09:24.650359 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3b502f97-24c3-4542-a3d6-9a99ee8d2bf6 req-556d66e6-ef8f-429b-8aab-d7f708b1a19a tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580413
Jun 10 04:09:24.672379 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.706286 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.755061 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb71ff89-6ee9-4891-923a-52ea5635bf32 req-c76ce8b7-ba34-4e17-9895-d353504db861 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:24.757309 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bb71ff89-6ee9-4891-923a-52ea5635bf32 req-c76ce8b7-ba34-4e17-9895-d353504db861 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1360259
Jun 10 04:09:24.819030 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bb71ff89-6ee9-4891-923a-52ea5635bf32 req-32589843-6799-44ee-a883-8800f3ce2f16 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534616
Jun 10 04:09:24.876067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.880381 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:24.881665 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d1430d8-54e7-4a1c-ae47-8c8754de00b1 HTTP/1.1" status: 204  len: 168 time: 0.3448029
Jun 10 04:09:24.882478 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bcb3d7a4-b62b-4ab7-9d60-2c21304775a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:24.912026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1430d8-54e7-4a1c-ae47-8c8754de00b1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:24.915751 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:25.343322 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3bf437-c296-4394-91d0-386d6d049ca8 req-1851a510-c377-4956-9b1e-a5280be86ff1 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:25.351309 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eb3bf437-c296-4394-91d0-386d6d049ca8 req-1851a510-c377-4956-9b1e-a5280be86ff1 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1739414
Jun 10 04:09:25.420939 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eb3bf437-c296-4394-91d0-386d6d049ca8 req-cf411271-ab46-4ae6-a23e-5e920074e491 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670602
Jun 10 04:09:26.079683 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30098bad-1ff7-4995-9c74-f408a7cd95e7 req-c25a0e2f-f82d-460b-a85d-7365bb628064 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:26.081339 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-30098bad-1ff7-4995-9c74-f408a7cd95e7 req-c25a0e2f-f82d-460b-a85d-7365bb628064 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.1214859
Jun 10 04:09:26.150897 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-30098bad-1ff7-4995-9c74-f408a7cd95e7 req-b1cd41b5-19e7-4063-87e5-7370089b4c90 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627704
Jun 10 04:09:26.196914 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-04e26d4f-ae68-44dc-9f91-625b2d6ff636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:26.199762 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-04e26d4f-ae68-44dc-9f91-625b2d6ff636 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 1098 time: 0.1257477
Jun 10 04:09:26.428209 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f7300-cdd7-4482-aa43-3f35840580fb req-0852dfa9-65f4-419c-832e-54ca54e20ddc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:26.433164 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f77f7300-cdd7-4482-aa43-3f35840580fb req-0852dfa9-65f4-419c-832e-54ca54e20ddc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1518562
Jun 10 04:09:26.439698 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-27b0f2fe-66f0-4cc2-a26c-9d77cfc2bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:26.441313 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-27b0f2fe-66f0-4cc2-a26c-9d77cfc2bd0a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.2342370
Jun 10 04:09:26.509664 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f77f7300-cdd7-4482-aa43-3f35840580fb req-c2f7ddc8-3a23-42ee-86bb-ec18330c8710 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727968
Jun 10 04:09:26.558190 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-2fb31c98-ba39-4d87-91a7-c69a18264046 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 200  len: 217 time: 0.1063585
Jun 10 04:09:27.088427 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-50b61723-6967-4711-8bd5-68bb8db8412c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:27.092346 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-50b61723-6967-4711-8bd5-68bb8db8412c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.5145447
Jun 10 04:09:27.159406 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-9f28012d-cf2d-4db8-a21f-20edacd122ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547743
Jun 10 04:09:27.181244 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99290510-9d12-478a-856a-936e1a150cd7 req-5236e68a-b56f-4ec9-bf48-d8f8a3c0026c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:27.190681 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-99290510-9d12-478a-856a-936e1a150cd7 req-5236e68a-b56f-4ec9-bf48-d8f8a3c0026c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.2200670
Jun 10 04:09:27.255585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-0abb9ced-1fff-429f-87dc-0a4c7c49adcc tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:27.257133 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-0abb9ced-1fff-429f-87dc-0a4c7c49adcc tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.2882144
Jun 10 04:09:27.467607 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-99290510-9d12-478a-856a-936e1a150cd7 req-8a610480-6fd4-4a18-87d0-36a70bc718c2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2762222
Jun 10 04:09:27.484636 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a39ac4-161c-4860-8361-7ef4616a0e35 req-0b9945e5-930c-4f49-819f-fed5d7727ef9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:27.486782 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a7a39ac4-161c-4860-8361-7ef4616a0e35 req-0b9945e5-930c-4f49-819f-fed5d7727ef9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1599917
Jun 10 04:09:27.624233 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-97be6f5e-bb2c-467c-b68d-fe94287e20ea service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4528778
Jun 10 04:09:27.664968 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a7a39ac4-161c-4860-8361-7ef4616a0e35 req-25c8a2fc-a44e-40fe-a675-21ec86f0b9e5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1717930
Jun 10 04:09:27.787475 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Deleting port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:09:27.788163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:27.895404 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:09:27.933741 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cc126f37-f306-43c6-8a1c-d2125f3f78e4 req-478a0ecf-9bed-4300-92b3-2f7235d6bfab service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2991788
Jun 10 04:09:27.971668 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9be1-80a5-494a-a6fe-633d75ec90d9 req-27082229-87b1-4484-98b0-89505d6e4205 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:27.973313 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a40d9be1-80a5-494a-a6fe-633d75ec90d9 req-27082229-87b1-4484-98b0-89505d6e4205 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 945 time: 0.3414736
Jun 10 04:09:27.999284 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] For port f7bed1a2-76a8-4a9f-b55d-1f57057fae38, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:28.000104 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:28.050760 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778256e-6d17-4df4-b65c-b8bb9f0892b7 req-f1947fa6-304f-4269-a677-0fdb172c4135 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:28.076522 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4778256e-6d17-4df4-b65c-b8bb9f0892b7 req-f1947fa6-304f-4269-a677-0fdb172c4135 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.2054415
Jun 10 04:09:28.159770 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4778256e-6d17-4df4-b65c-b8bb9f0892b7 req-4bacfa43-f373-4f98-8bb7-02181364bc77 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716805
Jun 10 04:09:28.172805 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Calling delete_port for f7bed1a2-76a8-4a9f-b55d-1f57057fae38 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:09:28.213364 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a40d9be1-80a5-494a-a6fe-633d75ec90d9 req-9f04ff73-344e-4a5d-8072-574b081ea72e tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2272582
Jun 10 04:09:28.313183 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54858) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:28.455659 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-180c4691-b41e-4bc6-834a-d346b282403f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1406436
Jun 10 04:09:28.474670 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-8b81160b-ed1c-4f81-a5f8-1baff6b6f106 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1870961
Jun 10 04:09:28.603987 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-040b4c41-b7b8-4917-8688-1909e45bd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:28.606310 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-040b4c41-b7b8-4917-8688-1909e45bd775 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3caf5a7068bf4553a904087d02c38125&device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 1098 time: 0.0824313
Jun 10 04:09:28.606969 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:28.650017 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb', '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', '65dc3845-1d49-4ed6-8721-657ce33ff988'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:09:28.669805 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:28.802834 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf129b-f162-485f-88f8-911e7c1727d8 req-654d8904-71ad-46f8-942e-5df266ac9837 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:28.804359 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cabf129b-f162-485f-88f8-911e7c1727d8 req-654d8904-71ad-46f8-942e-5df266ac9837 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.2022619
Jun 10 04:09:28.879368 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cabf129b-f162-485f-88f8-911e7c1727d8 req-abe564da-4eb2-4495-90b9-b2c94a219849 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634482
Jun 10 04:09:28.892179 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event deleted for resources: {'Port': ['ID=f7bed1a2-76a8-4a9f-b55d-1f57057fae38,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:28.947298 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54880) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:28.987745 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:28.991163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] No DVR routers for this DVR port f7bed1a2-76a8-4a9f-b55d-1f57057fae38 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:09:28.996282 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:28.998471 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9ec5f08d-6e82-40c0-a896-4a8aa596490c req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "DELETE /v2.0/ports/f7bed1a2-76a8-4a9f-b55d-1f57057fae38 HTTP/1.1" status: 204  len: 173 time: 1.7343445
Jun 10 04:09:29.010456 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348e2830-c9ce-4d43-a804-6ca96003942e', 'name': 'network-vif-deleted', 'tag': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:09:29.015759 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36916150-1afc-4864-9102-76af91769712" -d '{"events": [{"server_uuid": "348e2830-c9ce-4d43-a804-6ca96003942e", "name": "network-vif-deleted", "tag": "f7bed1a2-76a8-4a9f-b55d-1f57057fae38"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:09:29.188819 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:29.385351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-548e8e0c-a136-4d3d-bc7c-cca5a152ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:29.388593 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-548e8e0c-a136-4d3d-bc7c-cca5a152ed8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 200  len: 920 time: 0.6982222
Jun 10 04:09:29.438644 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2e0e0-cdf6-4fbd-b1eb-7d7569be1989 req-934d1f9e-5a0c-4efb-890d-9b0c3af5849e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:29.440549 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-36c2e0e0-cdf6-4fbd-b1eb-7d7569be1989 req-934d1f9e-5a0c-4efb-890d-9b0c3af5849e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.4514792
Jun 10 04:09:29.466649 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:29.522357 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-4e841dab-d39c-491f-a9a8-818d1ca4875d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f84d317-036b-490c-84e8-3f528f540803 HTTP/1.1" status: 200  len: 217 time: 0.1172276
Jun 10 04:09:29.578786 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:29.623285 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-63148a8a-11e4-4ca9-ae4d-2a70ef504214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:29.625110 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-63148a8a-11e4-4ca9-ae4d-2a70ef504214 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 200  len: 859 time: 0.0899868
Jun 10 04:09:29.628854 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f1814d-e544-4db2-b0a1-bd7729f27e32 x-openstack-request-id: req-e7f1814d-e544-4db2-b0a1-bd7729f27e32 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:09:29.629150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348e2830-c9ce-4d43-a804-6ca96003942e", "name": "network-vif-deleted", "tag": "f7bed1a2-76a8-4a9f-b55d-1f57057fae38", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:09:29.629538 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7f1814d-e544-4db2-b0a1-bd7729f27e32 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:09:29.630164 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348e2830-c9ce-4d43-a804-6ca96003942e', 'name': 'network-vif-deleted', 'tag': 'f7bed1a2-76a8-4a9f-b55d-1f57057fae38', 'status': 'completed', 'code': 200}
Jun 10 04:09:29.644370 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-36c2e0e0-cdf6-4fbd-b1eb-7d7569be1989 req-b33a1a72-c830-47c0-abe5-12092c18844f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447089
Jun 10 04:09:29.664513 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d9d00be4-052c-4eae-9a58-d278ef6bf260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:29.674623 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=468f76ba7aa84f1495ab6767c7cef42f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7259881
Jun 10 04:09:29.692522 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54896) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:29.784092 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-949494f1-3a45-436f-b60c-45f5150f9583 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6770c54c-b3a0-48a9-96d0-c204081125fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1139638
Jun 10 04:09:29.844946 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7a740-5f81-40e6-80e1-b558d0b0d3e7,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:29.848931 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:29.863782 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:29.902981 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:29.934468 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device f7bed1a2-76a8-4a9f-b55d-1f57057fae38 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:09:30.004991 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-21d9e0be-2b8b-49a9-8b6c-b0ff058fbe77 service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2008953
Jun 10 04:09:30.016289 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: f7bed1a2-76a8-4a9f-b55d-1f57057fae38 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:09:30.017936 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device f7bed1a2-76a8-4a9f-b55d-1f57057fae38 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:09:30.138446 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6c1e8-4ea9-4de4-8ad9-ad7a1726d36c req-00a8394b-3d89-40b5-8fad-be3e8ecdd5ac tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:30.148775 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c8b6c1e8-4ea9-4de4-8ad9-ad7a1726d36c req-00a8394b-3d89-40b5-8fad-be3e8ecdd5ac tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1186447
Jun 10 04:09:30.189923 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bf4ae3f6-6c5d-447f-b549-07db5efe13b6 req-fad5b0f8-9512-431b-89a7-c1cda19ec477 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 210 time: 0.1418536
Jun 10 04:09:30.196245 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:30.199391 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:30.202780 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75a7a740-5f81-40e6-80e1-b558d0b0d3e7 HTTP/1.1" status: 204  len: 168 time: 0.5067248
Jun 10 04:09:30.252373 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b05ab771-41a5-4a12-bb0a-28e6d7485684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:30.271524 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c8b6c1e8-4ea9-4de4-8ad9-ad7a1726d36c req-904b5e49-8e34-42d8-8ad7-c2238841c171 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180608
Jun 10 04:09:30.287699 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-487f6e04-e29a-40dc-a11f-e2cf433b45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:30.290318 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-487f6e04-e29a-40dc-a11f-e2cf433b45d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1098 time: 0.2836969
Jun 10 04:09:30.300606 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7a740-5f81-40e6-80e1-b558d0b0d3e7,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:30.306837 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:30.350397 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b3ff7e31-7a05-4fe4-802b-2feda63a4ca6 req-96b38046-6abf-4a67-a4be-ac3f917920dc service neutron] 10.222.0.11 "GET /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3055797
Jun 10 04:09:30.446361 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-436b8de7-f8de-456e-bfc3-7b5e84ecf321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:30.448849 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-436b8de7-f8de-456e-bfc3-7b5e84ecf321 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 909 time: 0.1385467
Jun 10 04:09:30.531607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194924d1-32f1-41a9-ae49-3089e023e366 req-ae1fc471-95d2-43f6-a4a7-9b543ad66948 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:30.533287 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-194924d1-32f1-41a9-ae49-3089e023e366 req-ae1fc471-95d2-43f6-a4a7-9b543ad66948 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0772400
Jun 10 04:09:30.579977 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-194924d1-32f1-41a9-ae49-3089e023e366 req-0c1183fe-94f8-4b61-be81-48de3b705c62 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406494
Jun 10 04:09:30.711184 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.073894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c8c10-1033-4a56-a7e6-3a646d631c8d req-34503548-b4ee-4537-be38-26896fa7e8d9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:31.075351 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1d9c8c10-1033-4a56-a7e6-3a646d631c8d req-34503548-b4ee-4537-be38-26896fa7e8d9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.3144457
Jun 10 04:09:31.118150 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1d9c8c10-1033-4a56-a7e6-3a646d631c8d req-4a2b5789-998a-4cf7-80c0-e9a8a0f52d97 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370023
Jun 10 04:09:31.322270 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 54924) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:31.344573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.417877 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b0f3875b-6b7d-4142-955e-8e7fdcfd680a req-7a356f98-ed64-426a-90d7-048d52e845af tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 210 time: 0.0496621
Jun 10 04:09:31.521595 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.527936 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d6b05-83b3-4085-937e-dc00822ad135 req-0cc6d602-69fc-48a1-bc5b-25542087e0aa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:31.532471 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-902d6b05-83b3-4085-937e-dc00822ad135 req-0cc6d602-69fc-48a1-bc5b-25542087e0aa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1103661
Jun 10 04:09:31.571421 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-902d6b05-83b3-4085-937e-dc00822ad135 req-3de4ff58-9d6a-413d-ba3f-a87d3c3f2d8b tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363078
Jun 10 04:09:31.601616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.604797 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-be0cc7da-cebe-487e-8e4c-9e66a6c4eebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:31.650742 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ec40db-23dd-4ee1-9851-b1818a715aad,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:31.654496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:31.659461 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73607b8bea4b45138ca9820f45bc2f8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338826
Jun 10 04:09:31.660088 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 54930) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:31.770386 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.816815 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.825544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c9869-97b7-4f29-ad24-997b285bb203 req-951f70b1-6df8-4f43-9ffc-3c83ac38fa19 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:31.827131 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-712c9869-97b7-4f29-ad24-997b285bb203 req-951f70b1-6df8-4f43-9ffc-3c83ac38fa19 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0937893
Jun 10 04:09:31.907231 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-712c9869-97b7-4f29-ad24-997b285bb203 req-38bc90b2-64aa-44c1-95ff-67123a921aa1 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738308
Jun 10 04:09:31.978784 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.981806 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:31.982973 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e4ec40db-23dd-4ee1-9851-b1818a715aad HTTP/1.1" status: 204  len: 168 time: 0.3218315
Jun 10 04:09:31.983962 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-433d2d54-90b5-4c40-8386-e26d0429f48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:31.993557 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ec40db-23dd-4ee1-9851-b1818a715aad,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:31.996754 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:32.309922 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40442ca-a3e7-4cd0-9ffe-9fe7679544d3 req-1153b4eb-06ac-4ee1-a418-2537d0f46213 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:32.311579 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a40442ca-a3e7-4cd0-9ffe-9fe7679544d3 req-1153b4eb-06ac-4ee1-a418-2537d0f46213 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0747271
Jun 10 04:09:32.365655 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a40442ca-a3e7-4cd0-9ffe-9fe7679544d3 req-5b13150f-4bd0-402a-869c-9a78ac5a5a81 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484269
Jun 10 04:09:32.584510 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3eb3c1d6-a036-4a35-b9f6-dff49c5be666 req-e6310a72-978d-4b9d-a4b4-0752a8d54dd2 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=348e2830-c9ce-4d43-a804-6ca96003942e HTTP/1.1" status: 200  len: 210 time: 0.0314910
Jun 10 04:09:33.343077 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e6ca1-0727-490c-8e27-f5077443eaa8 req-dc11dfbf-a416-4820-b5af-54b3153dd073 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:33.344533 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-146e6ca1-0727-490c-8e27-f5077443eaa8 req-dc11dfbf-a416-4820-b5af-54b3153dd073 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.3258102
Jun 10 04:09:33.461729 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-146e6ca1-0727-490c-8e27-f5077443eaa8 req-13bc47e8-ddc1-4851-b5a0-d70898c602e6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109552
Jun 10 04:09:33.503194 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-61638db4-6064-4132-8961-712d1f1b0b6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 200  len: 1000 time: 0.1275609
Jun 10 04:09:33.576310 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-b4aa61d8-65d6-4ca7-abf8-52102ddd859c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:33.577861 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-b4aa61d8-65d6-4ca7-abf8-52102ddd859c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.0564303
Jun 10 04:09:33.590759 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686ae9-f5fe-4f3a-987d-aa045ef6437b req-d8ed0636-ed17-41a6-bf8f-1296be52d7c8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:33.592436 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ea686ae9-f5fe-4f3a-987d-aa045ef6437b req-d8ed0636-ed17-41a6-bf8f-1296be52d7c8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0780754
Jun 10 04:09:33.638961 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ea686ae9-f5fe-4f3a-987d-aa045ef6437b req-e0b5822a-e86b-4dcb-8e6c-ee7872e70378 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407646
Jun 10 04:09:33.678864 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-39b4cabb-04cc-4139-bdf1-df7be50758df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:33.680726 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-39b4cabb-04cc-4139-bdf1-df7be50758df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790558
Jun 10 04:09:33.807680 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-d3c06a0a-c8a6-4a0c-b730-08bc9c098879 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1159477
Jun 10 04:09:33.928305 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0457d2f9-2d6b-4a52-b347-f8a65bb500a1 req-ede10913-22d9-4f3a-9658-2e8ae4108c5c service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1141047
Jun 10 04:09:34.654626 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b1596-6c49-4523-b679-976ae04697e7 req-52954998-5bb5-4233-849d-28e43b9f326c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:34.659251 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-588b1596-6c49-4523-b679-976ae04697e7 req-52954998-5bb5-4233-849d-28e43b9f326c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0740802
Jun 10 04:09:34.669478 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55066) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:34.708339 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-588b1596-6c49-4523-b679-976ae04697e7 req-c8ecb6c7-e92e-422e-ba21-8953765f6ac2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465941
Jun 10 04:09:34.816752 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:34.882137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7a982-8510-4de4-9a85-e6bc47d18371 req-31fe638a-f503-4813-bcec-4f29098f2e64 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:34.883657 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-00b7a982-8510-4de4-9a85-e6bc47d18371 req-31fe638a-f503-4813-bcec-4f29098f2e64 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1195004
Jun 10 04:09:34.949839 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-00b7a982-8510-4de4-9a85-e6bc47d18371 req-ba5b6237-c624-4041-8ed4-9b2aeb45f97a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558131
Jun 10 04:09:34.979191 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:35.064628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:35.068401 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b765530d-8f37-4cad-8887-43015d1afd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:35.109123 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de23ec33b1f247e994192a577d35a775&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4397953
Jun 10 04:09:35.110113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ced011-1db4-4ea7-a5b3-d256f07a4729,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:35.111852 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55084) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:35.113390 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:35.169326 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:35.195904 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:35.309670 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:35.312323 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:35.321827 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9ced011-1db4-4ea7-a5b3-d256f07a4729 HTTP/1.1" status: 204  len: 168 time: 0.2047424
Jun 10 04:09:35.326824 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4610943-20b2-4c23-ad1d-ea71bde3ce22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:35.343864 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ced011-1db4-4ea7-a5b3-d256f07a4729,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:35.348900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:35.805729 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac12d51-3873-400c-a952-d2cf05e0b178 req-981f4ac7-71d6-4e0d-adf6-eff916c48fd0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:35.807244 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bac12d51-3873-400c-a952-d2cf05e0b178 req-981f4ac7-71d6-4e0d-adf6-eff916c48fd0 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.0923615
Jun 10 04:09:35.854317 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bac12d51-3873-400c-a952-d2cf05e0b178 req-79c73298-705e-4be3-84aa-38c601c0170d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413506
Jun 10 04:09:35.920439 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7dbe-b321-4eb9-9ad4-d8a55b180e0c req-fe779d37-d035-4828-8553-90e18e370f7b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:35.922161 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-06da7dbe-b321-4eb9-9ad4-d8a55b180e0c req-fe779d37-d035-4828-8553-90e18e370f7b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0745809
Jun 10 04:09:35.970406 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-06da7dbe-b321-4eb9-9ad4-d8a55b180e0c req-249b63f5-e763-4b26-afb6-550127e8c205 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420077
Jun 10 04:09:36.051299 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f01-b447-4087-af47-c69f42b7f82a req-46910118-bf14-452a-a953-46b8f08bbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:36.052846 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-46910118-bf14-452a-a953-46b8f08bbb56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62&tenant_id=e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 1097 time: 0.0957251
Jun 10 04:09:36.089612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55128) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:36.163796 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.248272 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f01-b447-4087-af47-c69f42b7f82a req-a995ca5b-9c7b-49d1-bd5d-9a09fe926bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:36.249648 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-a995ca5b-9c7b-49d1-bd5d-9a09fe926bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1097 time: 0.1463168
Jun 10 04:09:36.258574 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d084-53e0-47e0-b231-a4e90077cb59 req-3ae29a93-8164-405c-ae12-152a465d56e1 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:36.259926 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bb40d084-53e0-47e0-b231-a4e90077cb59 req-3ae29a93-8164-405c-ae12-152a465d56e1 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1712790
Jun 10 04:09:36.402946 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bb40d084-53e0-47e0-b231-a4e90077cb59 req-651ef8aa-e76c-4bc1-a252-a14199c44968 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1325083
Jun 10 04:09:36.439246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.440733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f01-b447-4087-af47-c69f42b7f82a req-df2c967b-bbbe-4a62-986d-7a04cd201ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:36.442155 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-df2c967b-bbbe-4a62-986d-7a04cd201ac6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1808410
Jun 10 04:09:36.518186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.522766 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ee4b74a-8558-4930-bc34-5bfd079f144f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:36.547843 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-d8ba15ee-993b-4730-b49a-2695424f2499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 200  len: 999 time: 0.0986779
Jun 10 04:09:36.598072 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222c211-f859-4273-8d72-6591d725b554,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:36.603960 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8de9b40324e84238bc602e048e0d68d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5128279
Jun 10 04:09:36.607051 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:36.608140 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55132) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:36.641496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f01-b447-4087-af47-c69f42b7f82a req-5dae03c9-f95c-45bb-9e04-d60ded4c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:36.643044 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-5dae03c9-f95c-45bb-9e04-d60ded4c3127 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0824842
Jun 10 04:09:36.712449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.741075 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.750725 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b8f01-b447-4087-af47-c69f42b7f82a req-74e3b7fe-03a7-4968-9563-84396ccd313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:36.752213 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-74e3b7fe-03a7-4968-9563-84396ccd313e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1027882
Jun 10 04:09:36.885095 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-2491b132-350e-4135-aef9-c66e5760473e service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238534
Jun 10 04:09:36.973836 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.976396 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:36.977506 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7222c211-f859-4273-8d72-6591d725b554 HTTP/1.1" status: 204  len: 168 time: 0.3647811
Jun 10 04:09:36.980290 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3f3d6872-6e21-469e-9ef0-bf324a3f2406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:36.999797 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222c211-f859-4273-8d72-6591d725b554,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:37.003089 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:37.023860 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023b8f01-b447-4087-af47-c69f42b7f82a req-d8ec5173-a05d-4554-bb36-4cf09791f3c1 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314418
Jun 10 04:09:37.054805 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5828-7552-4c69-9df5-32312b1d2931 req-690a50ec-d9f8-4f8b-899e-e583d85065de tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:37.056281 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-552a5828-7552-4c69-9df5-32312b1d2931 req-690a50ec-d9f8-4f8b-899e-e583d85065de tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.0789318
Jun 10 04:09:37.099324 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-552a5828-7552-4c69-9df5-32312b1d2931 req-8fa064f5-2098-4df1-8a2c-d312bb94df23 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369704
Jun 10 04:09:37.140141 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55148) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:37.196495 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Deleting subnet fee87465-fa69-4256-aac0-169e84f82506 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:09:37.199466 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.249988 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.255601 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.301523 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55156) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:37.396627 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.400231 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:37.427915 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.441344 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee87465-fa69-4256-aac0-169e84f82506,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:37.445510 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.455104 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55172) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:37.457774 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fee87465-fa69-4256-aac0-169e84f82506 HTTP/1.1" status: 204  len: 168 time: 0.3163977
Jun 10 04:09:37.458958 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:37.585590 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.664660 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d97c5-6a22-4e0e-9ca2-b0ec2d430629 req-fc3c5dcd-a334-4ae7-b6f9-e2129a8ac248 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:37.666263 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-355d97c5-6a22-4e0e-9ca2-b0ec2d430629 req-fc3c5dcd-a334-4ae7-b6f9-e2129a8ac248 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1132095
Jun 10 04:09:37.729144 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-355d97c5-6a22-4e0e-9ca2-b0ec2d430629 req-9d813e9c-19f3-4d46-a135-48aacd52fe58 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555420
Jun 10 04:09:37.737292 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-346c16e1-0dc6-49de-b02e-786c8ca22d72 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:37.738716 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-346c16e1-0dc6-49de-b02e-786c8ca22d72 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.1337123
Jun 10 04:09:37.742876 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.758904 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb5719dd90>,) {'filters': {'network_id': ['7be93ea5-429c-4fb5-8601-b927f584ef45']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:09:37.777926 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.779956 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb5719dd90>, '51059316-c0fb-4118-a968-85726a137829') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:09:37.780256 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb5719dd90>, '51059316-c0fb-4118-a968-85726a137829') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:09:37.792340 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.811467 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.820697 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:09:37.821076 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:09:37.822711 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:09:37.897441 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Deleting port 65dc3845-1d49-4ed6-8721-657ce33ff988 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:09:37.898008 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.918774 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:37.923447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ba50b52f-76e6-4df9-bd50-2953fc872913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:37.967593 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68bf90338813496d926336e9fa6089d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6647794
Jun 10 04:09:37.968506 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dda371-9e52-4cc9-b9d8-230a127989b4,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:37.970890 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55198) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:37.976330 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:38.014422 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.028944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] For port 65dc3845-1d49-4ed6-8721-657ce33ff988, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=65dc3845-1d49-4ed6-8721-657ce33ff988,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:38.029562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.031574 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.033523 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] 10.222.0.20 "DELETE /v2.0/networks/7be93ea5-429c-4fb5-8601-b927f584ef45 HTTP/1.1" status: 204  len: 168 time: 0.5732367
Jun 10 04:09:38.034269 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:38.053305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Pushing event deleted for resources: {'Network': ['ID=7be93ea5-429c-4fb5-8601-b927f584ef45,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:38.056740 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:38.080739 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.114225 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.186974 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Calling delete_port for 65dc3845-1d49-4ed6-8721-657ce33ff988 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:09:38.280988 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.285552 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.287096 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50dda371-9e52-4cc9-b9d8-230a127989b4 HTTP/1.1" status: 204  len: 168 time: 0.3149407
Jun 10 04:09:38.288416 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4a49bb9b-666b-471b-9463-f2c2365df545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:38.346557 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dda371-9e52-4cc9-b9d8-230a127989b4,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:38.386050 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:38.451611 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8393a-ee0f-4260-ad7e-05038f7735f3 req-bea1e6d8-de94-4bf6-b2ed-0a65ef77b3d6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:38.461663 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2fa8393a-ee0f-4260-ad7e-05038f7735f3 req-bea1e6d8-de94-4bf6-b2ed-0a65ef77b3d6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 946 time: 0.1341496
Jun 10 04:09:38.527914 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2fa8393a-ee0f-4260-ad7e-05038f7735f3 req-8d3d90e2-6bd3-46f0-b7a0-d7bad6c8b07e tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652530
Jun 10 04:09:38.557285 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.563336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e8309cb6-a191-4588-a8ce-7e40e887a4a3 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:38.597112 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb', '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', '65dc3845-1d49-4ed6-8721-657ce33ff988'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:09:38.618272 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55216) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:38.642482 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event deleted for resources: {'Port': ['ID=65dc3845-1d49-4ed6-8721-657ce33ff988,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:38.642482 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:38.726220 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-66de8582-fa7b-4976-80fd-cdb0f1748d65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa8e4378bfab4068a4ac7504ea046bbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1062338
Jun 10 04:09:38.728571 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55218) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:38.753851 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] No DVR routers for this DVR port 65dc3845-1d49-4ed6-8721-657ce33ff988 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:09:38.756949 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.759536 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e25330e-3ded-4523-9636-920eed6c69c9 req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "DELETE /v2.0/ports/65dc3845-1d49-4ed6-8721-657ce33ff988 HTTP/1.1" status: 204  len: 173 time: 1.0155387
Jun 10 04:09:38.760397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'name': 'network-vif-deleted', 'tag': '65dc3845-1d49-4ed6-8721-657ce33ff988'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:09:38.765286 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47278fa7-c3de-4769-a528-86a5293578b6" -d '{"events": [{"server_uuid": "cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656", "name": "network-vif-deleted", "tag": "65dc3845-1d49-4ed6-8721-657ce33ff988"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:09:38.835351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bdde91-2bed-41c6-8efc-5f720ddc07ea x-openstack-request-id: req-50bdde91-2bed-41c6-8efc-5f720ddc07ea {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:09:38.836096 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656", "name": "network-vif-deleted", "tag": "65dc3845-1d49-4ed6-8721-657ce33ff988", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:09:38.836256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50bdde91-2bed-41c6-8efc-5f720ddc07ea {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:09:38.836915 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656', 'name': 'network-vif-deleted', 'tag': '65dc3845-1d49-4ed6-8721-657ce33ff988', 'status': 'completed', 'code': 200}
Jun 10 04:09:38.881234 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:38.960008 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:39.152985 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d441c24-3c24-4633-b583-35bad74d65b0 req-340ce67b-f077-4bca-8fdd-f35b167dd68a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:39.155817 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4d441c24-3c24-4633-b583-35bad74d65b0 req-340ce67b-f077-4bca-8fdd-f35b167dd68a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1570117
Jun 10 04:09:39.162252 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:39.165354 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:39.166846 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59456da3-dda9-4453-8754-7b9e324647c9 HTTP/1.1" status: 204  len: 168 time: 0.4364896
Jun 10 04:09:39.170193 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8bbb0740-2c93-41d3-9c9d-7f6f7b37bec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:39.194509 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59456da3-dda9-4453-8754-7b9e324647c9,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:39.206000 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:39.246815 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4d441c24-3c24-4633-b583-35bad74d65b0 req-4f0452ab-0412-4ccf-9e8b-9c6e0899019f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844793
Jun 10 04:09:39.773306 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b08ca222-5e97-4c9d-beab-4b348e2d92e0 req-47ff3cb4-dd38-445e-a9ca-bbbf0ad20e04 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0465035
Jun 10 04:09:40.167760 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909b18d-2b9e-4fab-84e6-37053e8018c6 req-feb943b0-e60e-4a35-8a96-dfeaaaf130e0 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:40.170130 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5909b18d-2b9e-4fab-84e6-37053e8018c6 req-feb943b0-e60e-4a35-8a96-dfeaaaf130e0 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1120658
Jun 10 04:09:40.215182 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5909b18d-2b9e-4fab-84e6-37053e8018c6 req-b62cfb64-4185-40b2-bd7f-4552197c1c68 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371397
Jun 10 04:09:40.488734 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362aa3a4-dc28-471c-9f15-400743e019a0 req-615da1ed-9290-4d70-b2ee-12d720f96d4e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:40.490098 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-362aa3a4-dc28-471c-9f15-400743e019a0 req-615da1ed-9290-4d70-b2ee-12d720f96d4e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0750744
Jun 10 04:09:40.533866 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-362aa3a4-dc28-471c-9f15-400743e019a0 req-3b78effc-6c7f-4f7a-a9fa-443fb010fe3f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380807
Jun 10 04:09:40.986217 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dfe40512-67ef-4212-a3cb-676f425b023d req-4686792e-7e53-44d7-8ef5-37cf9f359a0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0422368
Jun 10 04:09:41.408767 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e47ce-1aad-4644-833d-b6976d18eb52 req-2733151b-4292-42c7-b9c5-b3c86a398345 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:41.410457 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7c6e47ce-1aad-4644-833d-b6976d18eb52 req-2733151b-4292-42c7-b9c5-b3c86a398345 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0734243
Jun 10 04:09:41.480142 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7c6e47ce-1aad-4644-833d-b6976d18eb52 req-2bce769c-0a5b-4d22-b1ab-c92a513d8511 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635839
Jun 10 04:09:41.738178 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d537d0-3245-48c7-958f-082dc3e86451 req-93040d51-4b48-4f90-b9a8-dfe75498e3e8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:41.739724 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a4d537d0-3245-48c7-958f-082dc3e86451 req-93040d51-4b48-4f90-b9a8-dfe75498e3e8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0734510
Jun 10 04:09:41.793613 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a4d537d0-3245-48c7-958f-082dc3e86451 req-f645747b-9b6c-4c0a-a8dc-944bf08db6cf tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469799
Jun 10 04:09:41.992834 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 65dc3845-1d49-4ed6-8721-657ce33ff988 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:09:42.023646 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 65dc3845-1d49-4ed6-8721-657ce33ff988 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:09:42.025135 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 65dc3845-1d49-4ed6-8721-657ce33ff988 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:09:42.165317 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a122b243-a864-47f2-be0d-5473b75c30b1 req-f7ab49dc-1a10-4d05-8d49-3514057d3e77 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0342600
Jun 10 04:09:42.698680 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d61ef-0be2-487c-84ff-76a7bcd155ab req-652525f2-d3f0-4d2b-8f73-24576618cb10 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:42.700052 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a71d61ef-0be2-487c-84ff-76a7bcd155ab req-652525f2-d3f0-4d2b-8f73-24576618cb10 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0772555
Jun 10 04:09:42.755599 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a71d61ef-0be2-487c-84ff-76a7bcd155ab req-6605dccc-0d1f-4862-8378-af77063fa3e5 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497448
Jun 10 04:09:43.015992 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a11aa-dd81-4466-8124-1c2283c6b748 req-1426984a-7b73-4dd3-979c-9bae8b53dcf8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:43.017590 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-756a11aa-dd81-4466-8124-1c2283c6b748 req-1426984a-7b73-4dd3-979c-9bae8b53dcf8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0931034
Jun 10 04:09:43.063135 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-756a11aa-dd81-4466-8124-1c2283c6b748 req-6bcfacd1-a278-4695-a575-2d30440182d1 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392239
Jun 10 04:09:43.352326 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e1074e87-f616-438e-a646-a2906710b691 req-aee2c8c0-a8a6-4c4d-bad9-3db59d0364c6 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0439360
Jun 10 04:09:43.390260 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-87e934dc-7bae-4c03-bede-2e90b197dbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:43.502547 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55376) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:43.628917 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:43.741050 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:43.825597 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:43.829324 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fca72148-6fdc-4c70-8107-c2e576a2c82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:43.880804 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d2805f421a24b45b93e46e118ffd149&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3767734
Jun 10 04:09:43.883328 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55384) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:43.887101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d985116-ea43-405d-9ceb-1b25e71c6437,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:43.891784 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:43.938378 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:43.963374 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:43.984244 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eec41-98ad-4eaa-bd3d-a885f8faaaa8 req-1e370785-bf4f-4b65-b048-59c047e9bd8d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:43.985843 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-122eec41-98ad-4eaa-bd3d-a885f8faaaa8 req-1e370785-bf4f-4b65-b048-59c047e9bd8d tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0781689
Jun 10 04:09:44.038547 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-122eec41-98ad-4eaa-bd3d-a885f8faaaa8 req-9c6d1bfc-aa32-4f5e-88bf-dcb8a210e333 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449564
Jun 10 04:09:44.105274 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:44.112637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:44.115543 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d985116-ea43-405d-9ceb-1b25e71c6437 HTTP/1.1" status: 204  len: 168 time: 0.2298753
Jun 10 04:09:44.116069 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:44.130533 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d985116-ea43-405d-9ceb-1b25e71c6437,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:44.133002 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:44.284403 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3cae7-4eee-4260-9f6b-62e4b4f70950 req-132a6092-02bb-4b6e-8203-b6b48086e11c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:44.286201 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-86e3cae7-4eee-4260-9f6b-62e4b4f70950 req-132a6092-02bb-4b6e-8203-b6b48086e11c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0803330
Jun 10 04:09:44.336788 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-86e3cae7-4eee-4260-9f6b-62e4b4f70950 req-d651142b-965f-4d03-a551-fab2062234a7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441036
Jun 10 04:09:44.519473 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d1de0a60-6b4a-4318-9e23-eaf99f3598d1 req-1840ad36-47d6-426a-8310-1ae523770f26 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0370445
Jun 10 04:09:44.778123 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55394) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:44.794276 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:44.913934 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:44.983428 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:44.986191 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f5ba09cb-a616-4242-856b-54fdc306a848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:45.028614 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86fc9e13683c497a914bc4a4c7eb9425&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2492363
Jun 10 04:09:45.029515 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94712d81-bad4-4db9-8789-a2269c34cc5f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:45.031406 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55398) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:45.032509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:45.122368 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:45.156666 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:45.256013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14ec9-b76c-47cf-b095-734ad1d06c36 req-7339e95f-f7dc-4ade-97d8-ea6cc6090f72 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:45.257385 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b2e14ec9-b76c-47cf-b095-734ad1d06c36 req-7339e95f-f7dc-4ade-97d8-ea6cc6090f72 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0831997
Jun 10 04:09:45.306564 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b2e14ec9-b76c-47cf-b095-734ad1d06c36 req-7043b146-f0eb-4d30-800d-73df68b02dd3 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425432
Jun 10 04:09:45.311232 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:45.314813 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:45.316078 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94712d81-bad4-4db9-8789-a2269c34cc5f HTTP/1.1" status: 204  len: 168 time: 0.2773113
Jun 10 04:09:45.316811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2b7d8105-9c4d-43d0-9c28-7c10a8d8ebe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:45.327010 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94712d81-bad4-4db9-8789-a2269c34cc5f,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:45.333488 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:45.561851 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de2949-2b8d-461f-af3f-4712b25c72c9 req-86ba9b80-4900-4e2c-b85e-eeecccd06179 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:45.569218 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c6de2949-2b8d-461f-af3f-4712b25c72c9 req-86ba9b80-4900-4e2c-b85e-eeecccd06179 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0888405
Jun 10 04:09:45.630764 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c6de2949-2b8d-461f-af3f-4712b25c72c9 req-40ca5a33-89f1-41e0-ab26-0b76b08f0662 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604775
Jun 10 04:09:45.754476 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-92a05743-83d5-4392-8ea7-cead75fc2332 req-5731e6a1-3629-4af3-8409-ebe999c9a8f5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0359583
Jun 10 04:09:45.897518 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:45.926306 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-cfafc15d-8bf0-4373-b5a0-8416486952da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:46.541753 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fd18e-5cf7-4f51-a0ac-a3b0fc3137fe req-6532dda1-1f80-4953-b0f4-22c930c17122 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:46.545229 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f48fd18e-5cf7-4f51-a0ac-a3b0fc3137fe req-6532dda1-1f80-4953-b0f4-22c930c17122 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0925338
Jun 10 04:09:46.595242 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f48fd18e-5cf7-4f51-a0ac-a3b0fc3137fe req-a855b290-84f3-4acc-bc79-4090aec912b8 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442436
Jun 10 04:09:46.859432 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505ba8-d034-4e9e-8b2f-39ceac0b88a5 req-1aa1939f-97cb-4d7d-86fa-e779f7245112 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:46.873985 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b0505ba8-d034-4e9e-8b2f-39ceac0b88a5 req-1aa1939f-97cb-4d7d-86fa-e779f7245112 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1052387
Jun 10 04:09:46.922593 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b0505ba8-d034-4e9e-8b2f-39ceac0b88a5 req-48143f84-e0f0-411a-a649-7bb0652ea330 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449262
Jun 10 04:09:46.962999 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-70bd2351-7389-4861-872a-fa6bbc6b8f5d req-a3e86580-8a2c-431b-9152-fbd3391f00ca tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0372150
Jun 10 04:09:47.046379 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:47.810783 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dca1d7-96f0-443f-a273-6dde2c003de7 req-e108efd5-02d0-4011-bf23-b79282d976c6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:47.814694 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e6dca1d7-96f0-443f-a273-6dde2c003de7 req-e108efd5-02d0-4011-bf23-b79282d976c6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0844975
Jun 10 04:09:47.861100 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e6dca1d7-96f0-443f-a273-6dde2c003de7 req-d62bbfe8-f78d-4376-ad78-38e96000cdd0 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420403
Jun 10 04:09:48.155814 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f01f3-c78b-4e2c-bc10-7eaf9bf48af1 req-7d7a9adf-21f5-4310-8794-97453d4a2a7c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:48.157436 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-283f01f3-c78b-4e2c-bc10-7eaf9bf48af1 req-7d7a9adf-21f5-4310-8794-97453d4a2a7c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1070602
Jun 10 04:09:48.176698 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-316630a3-e30c-4bc1-b48d-367a72fc809c req-9dc75a0f-78d2-4f96-8001-d492bcab9f57 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0348964
Jun 10 04:09:48.212578 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-283f01f3-c78b-4e2c-bc10-7eaf9bf48af1 req-249a234d-a91c-4ed9-998b-3874f4e45518 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494974
Jun 10 04:09:48.676171 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:49.060586 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855171fa-09aa-421a-a8fb-fea480b435e3 req-788a00bc-ec1a-4700-ad58-560d7957c8a7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:49.062207 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-855171fa-09aa-421a-a8fb-fea480b435e3 req-788a00bc-ec1a-4700-ad58-560d7957c8a7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0774376
Jun 10 04:09:49.124507 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-855171fa-09aa-421a-a8fb-fea480b435e3 req-252f12d6-e758-4388-ab58-99afab00a704 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564263
Jun 10 04:09:49.357367 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e313fd03-eed1-4191-aafd-87db931d694d req-1d56a6ab-b06a-4d5f-b19a-c5d0c1e3c8f7 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0397875
Jun 10 04:09:49.425824 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7c654-4a60-4f4e-ae00-4dc5b4dd1295 req-54be1708-9e51-4820-8dde-4d6184d5b44b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:49.427399 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5ad7c654-4a60-4f4e-ae00-4dc5b4dd1295 req-54be1708-9e51-4820-8dde-4d6184d5b44b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0734351
Jun 10 04:09:49.474627 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5ad7c654-4a60-4f4e-ae00-4dc5b4dd1295 req-55548767-ff6f-48b0-aa87-c6f85f692790 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406547
Jun 10 04:09:50.313552 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9432b2-8b05-49b8-9b5b-ac6b26461d69 req-ed42f50e-23e9-481c-b850-21c2b64f8176 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:50.315024 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6b9432b2-8b05-49b8-9b5b-ac6b26461d69 req-ed42f50e-23e9-481c-b850-21c2b64f8176 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0704100
Jun 10 04:09:50.358215 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6b9432b2-8b05-49b8-9b5b-ac6b26461d69 req-6be2a001-65d1-4534-be56-ac7320f78032 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374370
Jun 10 04:09:50.514634 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-01b006a5-f363-414f-ad90-c1ff7c55ad43 req-b55d6176-66cb-4978-985f-9f462175c34e tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0365264
Jun 10 04:09:50.666004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6d6d5-d652-44da-bff9-a6b38da577a1 req-fa36ab97-950b-4082-81cb-88c6ebc13c6d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:50.667642 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-52f6d6d5-d652-44da-bff9-a6b38da577a1 req-fa36ab97-950b-4082-81cb-88c6ebc13c6d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0719459
Jun 10 04:09:50.709673 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-52f6d6d5-d652-44da-bff9-a6b38da577a1 req-cd2fb256-c2e0-42e7-80dc-9d119d022aa0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361526
Jun 10 04:09:51.557250 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39cb34-eb56-4df6-bb7d-aac4a76f8a7c req-ef5a7bb2-8120-4cea-ad2f-d693cc552a19 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:51.558713 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c39cb34-eb56-4df6-bb7d-aac4a76f8a7c req-ef5a7bb2-8120-4cea-ad2f-d693cc552a19 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0725918
Jun 10 04:09:51.601509 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c39cb34-eb56-4df6-bb7d-aac4a76f8a7c req-57cb3d86-664a-4c72-9907-90449aa9b5fb tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368145
Jun 10 04:09:51.678664 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f7e9860f-955d-4423-ae1f-82c8844db236 req-2224181f-c576-45ca-b198-aef9ba3c5ec5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0323608
Jun 10 04:09:51.900067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d690e-789d-4b19-860d-79eb65d8338c req-19a120eb-0731-4f14-8cff-6dd2c0707a7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:51.902155 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-609d690e-789d-4b19-860d-79eb65d8338c req-19a120eb-0731-4f14-8cff-6dd2c0707a7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0746610
Jun 10 04:09:52.172262 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-609d690e-789d-4b19-860d-79eb65d8338c req-b4150d53-9960-4ff5-84cc-b747915cfb4c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2642446
Jun 10 04:09:52.793370 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b499a-6861-4783-b0af-9dd633711bb5 req-5954d313-3255-436a-9014-fd3e9c86b5a7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:52.800602 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-548b499a-6861-4783-b0af-9dd633711bb5 req-5954d313-3255-436a-9014-fd3e9c86b5a7 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0915949
Jun 10 04:09:52.835585 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1433edb9-0951-4d9e-83ca-4fe2d54949b9 req-50b20572-dd19-45ed-a287-570a092cb571 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc6b1e4e-3b4a-4f5b-bee7-b3c1931f6656 HTTP/1.1" status: 200  len: 210 time: 0.0315154
Jun 10 04:09:52.838337 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-548b499a-6861-4783-b0af-9dd633711bb5 req-7b3f336b-bb9a-4063-b844-a37bd3103d43 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369046
Jun 10 04:09:53.378160 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f4412-301c-4eeb-a96d-160dc3332a6f req-1522789e-f2c0-4c61-9c99-286ab184d438 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:53.383398 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-661f4412-301c-4eeb-a96d-160dc3332a6f req-1522789e-f2c0-4c61-9c99-286ab184d438 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0790527
Jun 10 04:09:53.426593 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-661f4412-301c-4eeb-a96d-160dc3332a6f req-c0d9ef4f-28ff-4b0d-b199-d015a86a1f4a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415089
Jun 10 04:09:54.021011 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533fa1b-c7ff-4a87-af18-54c5dfa44e73 req-ec1ba2bb-9e39-41e6-a8d6-9953ee2a75b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:54.022533 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1533fa1b-c7ff-4a87-af18-54c5dfa44e73 req-ec1ba2bb-9e39-41e6-a8d6-9953ee2a75b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0689976
Jun 10 04:09:54.067720 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1533fa1b-c7ff-4a87-af18-54c5dfa44e73 req-06ff26fe-d06a-4c74-b7a1-76ad42c6f802 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394502
Jun 10 04:09:54.510160 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a749221-ce0b-4dcc-839a-1829e4b400c5 req-48b7e690-0616-4308-b12c-99c903ac7224 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:54.512341 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4a749221-ce0b-4dcc-839a-1829e4b400c5 req-48b7e690-0616-4308-b12c-99c903ac7224 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0802653
Jun 10 04:09:54.560679 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4a749221-ce0b-4dcc-839a-1829e4b400c5 req-a635115d-1bbc-4281-bf49-69971b7d7688 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423253
Jun 10 04:09:54.619196 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca980d8c-a153-4bdb-8144-c5d460f71390 req-ca423622-7ef9-497c-9fe9-d71a6431ac15 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:54.620681 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ca980d8c-a153-4bdb-8144-c5d460f71390 req-ca423622-7ef9-497c-9fe9-d71a6431ac15 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0680757
Jun 10 04:09:54.662776 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ca980d8c-a153-4bdb-8144-c5d460f71390 req-d734679c-a81d-4331-938b-6380a4763b04 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364664
Jun 10 04:09:55.247791 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73f1a9-977b-4d2c-a25e-27e3609f6e63 req-d0813d67-44bc-46ba-a614-b3128be661da tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:55.249220 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ec73f1a9-977b-4d2c-a25e-27e3609f6e63 req-d0813d67-44bc-46ba-a614-b3128be661da tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0677419
Jun 10 04:09:55.290064 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ec73f1a9-977b-4d2c-a25e-27e3609f6e63 req-ae2c149d-579f-496f-bb20-bf3996ba4107 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353153
Jun 10 04:09:55.748221 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60c8bb-7b9f-4785-9bae-0eafcc0e01df req-beb4932f-3f9b-4851-a8aa-cef293a41d68 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:55.749726 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1b60c8bb-7b9f-4785-9bae-0eafcc0e01df req-beb4932f-3f9b-4851-a8aa-cef293a41d68 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0740666
Jun 10 04:09:55.794791 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1b60c8bb-7b9f-4785-9bae-0eafcc0e01df req-a2bf6bcf-9292-4337-8ad7-db4c056ed273 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390716
Jun 10 04:09:55.896607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226134e-3936-4611-919c-94649fa2211b req-f2c17efa-d92d-4acd-8e5f-1107b609d050 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:55.898044 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2226134e-3936-4611-919c-94649fa2211b req-f2c17efa-d92d-4acd-8e5f-1107b609d050 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.1188660
Jun 10 04:09:55.906386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be40a83-5b8a-4f94-8eb5-66b3bc9e592c req-5fe21f2b-a0dd-4bf2-b00f-77af50fdeacd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:55.907735 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4be40a83-5b8a-4f94-8eb5-66b3bc9e592c req-5fe21f2b-a0dd-4bf2-b00f-77af50fdeacd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1203978
Jun 10 04:09:55.989594 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4be40a83-5b8a-4f94-8eb5-66b3bc9e592c req-d400fe78-1914-4e66-a91a-c4c157536016 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748043
Jun 10 04:09:56.044392 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Deleting port 4f84d317-036b-490c-84e8-3f528f540803 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:09:56.044730 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:56.152279 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] For port 4f84d317-036b-490c-84e8-3f528f540803, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4f84d317-036b-490c-84e8-3f528f540803,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:56.152629 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:56.254106 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Calling delete_port for 4f84d317-036b-490c-84e8-3f528f540803 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:09:56.463158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-a83451f5-3716-4e82-9764-77508d574386 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:56.464745 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-a83451f5-3716-4e82-9764-77508d574386 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0905495
Jun 10 04:09:56.469147 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db6e8-82d2-4932-bbf3-5a0ec3e154a5 req-b06b5dda-acd7-4ab5-8881-43590d13cccc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:56.479634 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ed6db6e8-82d2-4932-bbf3-5a0ec3e154a5 req-b06b5dda-acd7-4ab5-8881-43590d13cccc tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 945 time: 0.0680096
Jun 10 04:09:56.514491 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ed6db6e8-82d2-4932-bbf3-5a0ec3e154a5 req-dd0c6343-8c55-49a2-a709-63b8a4fb126e tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380380
Jun 10 04:09:56.522556 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:56.530068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96183b4b-83fe-4608-9029-393ae680f180 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:56.568521 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['4f84d317-036b-490c-84e8-3f528f540803', 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:09:56.595774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Pushing event deleted for resources: {'Port': ['ID=4f84d317-036b-490c-84e8-3f528f540803,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:56.598256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:56.670010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] No DVR routers for this DVR port 4f84d317-036b-490c-84e8-3f528f540803 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:09:56.673023 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:56.675076 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2226134e-3936-4611-919c-94649fa2211b req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "DELETE /v2.0/ports/4f84d317-036b-490c-84e8-3f528f540803 HTTP/1.1" status: 204  len: 173 time: 0.7664268
Jun 10 04:09:56.677240 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'name': 'network-vif-deleted', 'tag': '4f84d317-036b-490c-84e8-3f528f540803'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:09:56.679645 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ac3b52-144c-470c-ae0a-af0e634721c1" -d '{"events": [{"server_uuid": "e58e3b21-0d12-495d-b41e-4aa5f9c87679", "name": "network-vif-deleted", "tag": "4f84d317-036b-490c-84e8-3f528f540803"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:09:56.710074 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Deleting port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:09:56.710610 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:56.728465 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e367f-f3b1-4ccb-b90b-1d7c74eb84d6 x-openstack-request-id: req-946e367f-f3b1-4ccb-b90b-1d7c74eb84d6 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:09:56.728784 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e58e3b21-0d12-495d-b41e-4aa5f9c87679", "name": "network-vif-deleted", "tag": "4f84d317-036b-490c-84e8-3f528f540803", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:09:56.729179 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-946e367f-f3b1-4ccb-b90b-1d7c74eb84d6 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:09:56.729594 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58e3b21-0d12-495d-b41e-4aa5f9c87679', 'name': 'network-vif-deleted', 'tag': '4f84d317-036b-490c-84e8-3f528f540803', 'status': 'completed', 'code': 200}
Jun 10 04:09:56.833257 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] For port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:09:56.833626 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:56.935803 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Calling delete_port for 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:09:57.010344 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0466f6e-05d0-4939-9e89-c6a4625fcad1 req-039c3a47-dbde-4814-aabe-0addda0a49c5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:57.011948 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c0466f6e-05d0-4939-9e89-c6a4625fcad1 req-039c3a47-dbde-4814-aabe-0addda0a49c5 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 945 time: 0.0713964
Jun 10 04:09:57.056260 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c0466f6e-05d0-4939-9e89-c6a4625fcad1 req-721fe282-880f-4944-8f5f-971606d9a178 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381906
Jun 10 04:09:57.163504 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.170033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:57.203940 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb', '58553dc5-3db5-41eb-8fc8-e5c1b2504a64'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:09:57.220387 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event deleted for resources: {'Port': ['ID=58553dc5-3db5-41eb-8fc8-e5c1b2504a64,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:57.222482 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:57.284387 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] No DVR routers for this DVR port 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:09:57.287167 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.288944 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55590) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:57.289702 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-007c07bc-45de-4153-b92d-645cf5c4e7b0 req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "DELETE /v2.0/ports/58553dc5-3db5-41eb-8fc8-e5c1b2504a64 HTTP/1.1" status: 204  len: 173 time: 0.8156061
Jun 10 04:09:57.298791 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b4633-fc67-4fed-852a-d7879b5dc171 req-8af34dd9-39ca-4103-b570-8103a8b50829 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:57.308423 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-648b4633-fc67-4fed-852a-d7879b5dc171 req-8af34dd9-39ca-4103-b570-8103a8b50829 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1826091
Jun 10 04:09:57.355946 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-648b4633-fc67-4fed-852a-d7879b5dc171 req-c7fb694e-cb51-48c6-b14f-6caf757528f3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420108
Jun 10 04:09:57.429580 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.521568 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.590654 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.594445 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a2eac255-307d-4155-abf2-b4f9d17438ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:57.639264 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0870eb62f604539bd866a11bbe28c6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3464506
Jun 10 04:09:57.639264 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ba5597-9814-4d27-9fc4-bc1d0e9e1e88,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:57.639667 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55598) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:57.645062 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.645469 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.645838 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.646193 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.646543 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.646886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.647257 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.647635 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.647952 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.648259 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.648687 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.649032 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:09:57.653665 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:57.701619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.710652 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1092beb7-e9c0-4a21-8ad3-15b590875fb5 req-a809300a-c6bf-4ff3-b619-698db89c294f tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58e3b21-0d12-495d-b41e-4aa5f9c87679 HTTP/1.1" status: 200  len: 210 time: 0.0372436
Jun 10 04:09:57.726693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.846812 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.849507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:57.850641 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7ba5597-9814-4d27-9fc4-bc1d0e9e1e88 HTTP/1.1" status: 204  len: 168 time: 0.2100005
Jun 10 04:09:57.851433 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e90a40a-5c50-4de3-9d97-c2e33cac6399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:57.859999 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ba5597-9814-4d27-9fc4-bc1d0e9e1e88,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:57.862386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:58.015860 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:09:58.221305 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-858ab78a-4a75-44d9-a3a3-f2de186f06b9 req-1f523d9f-db90-4291-82dc-475b22a07175 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=75bb1ba5-4127-4f36-9543-6aa0e8a464cc HTTP/1.1" status: 200  len: 210 time: 0.0359571
Jun 10 04:09:58.545876 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09066162-8132-4ea9-b27e-caf475b8bbb1 req-772b6e1c-b189-4812-9e3a-64184666de20 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:58.547612 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-09066162-8132-4ea9-b27e-caf475b8bbb1 req-772b6e1c-b189-4812-9e3a-64184666de20 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.0690384
Jun 10 04:09:58.589983 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-09066162-8132-4ea9-b27e-caf475b8bbb1 req-e617206f-e3e5-40b6-ae82-4d9cc184291e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362012
Jun 10 04:09:58.730579 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'name': 'network-vif-deleted', 'tag': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:09:58.732934 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d639f2f8-6f1e-4e2b-948c-166cad0abeb6" -d '{"events": [{"server_uuid": "75bb1ba5-4127-4f36-9543-6aa0e8a464cc", "name": "network-vif-deleted", "tag": "58553dc5-3db5-41eb-8fc8-e5c1b2504a64"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:09:58.770413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda60d3f-0f90-4153-9cf2-98f03f13b8a3 x-openstack-request-id: req-cda60d3f-0f90-4153-9cf2-98f03f13b8a3 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:09:58.770413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bb1ba5-4127-4f36-9543-6aa0e8a464cc", "name": "network-vif-deleted", "tag": "58553dc5-3db5-41eb-8fc8-e5c1b2504a64", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:09:58.770654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda60d3f-0f90-4153-9cf2-98f03f13b8a3 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:09:58.771094 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bb1ba5-4127-4f36-9543-6aa0e8a464cc', 'name': 'network-vif-deleted', 'tag': '58553dc5-3db5-41eb-8fc8-e5c1b2504a64', 'status': 'completed', 'code': 200}
Jun 10 04:09:58.835435 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55634) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:58.928254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-829929226-network', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:09:59.022742 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Made reservation on behalf of fc75b086fa39458c8d98b3d816b1efb3 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:09:59.025107 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.035636 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.126897 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.183534 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.189419 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-dd65627b-e44f-4957-bc68-dc387f2b181f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:59.210809 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:09:59.220985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af13ba5e-8a8b-4412-b4bd-0d1d78c3a7aa,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:59.225166 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:59.226181 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.226512 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Added segment 7698a622-1f36-4550-af42-391bdcf99077 of type vlan for network 8a7bf972-53d8-4705-a3f1-e2959829afc7
Jun 10 04:09:59.278375 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.377371 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42400881-3607-4111-8784-bfbe187647ed req-812f2cda-88e7-4764-8973-c2f8d2edc7a6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:59.379143 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42400881-3607-4111-8784-bfbe187647ed req-812f2cda-88e7-4764-8973-c2f8d2edc7a6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0693660
Jun 10 04:09:59.380542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.381763 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:59.382315 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.384410 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2b3a8016-ae54-4281-9db4-fc023aa6551e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:59.481644 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6449649
Jun 10 04:09:59.482306 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Pushing event updated for resources: {'Network': ['ID=8a7bf972-53d8-4705-a3f1-e2959829afc7,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:59.484584 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55644) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:09:59.489501 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Request body: {'subnet': {'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-829929226-subnet', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:09:59.490317 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:59.494282 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:09:59.498877 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42400881-3607-4111-8784-bfbe187647ed req-ba03be82-befd-4c09-9445-ab14ba245126 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980618
Jun 10 04:09:59.567216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Made reservation on behalf of fc75b086fa39458c8d98b3d816b1efb3 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:09:59.569984 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.827974 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd34590-8d09-4f1e-b22a-4ad9c607f6d8 req-f7f912d6-5696-401d-ad12-307d3877b8d8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:09:59.829417 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd34590-8d09-4f1e-b22a-4ad9c607f6d8 req-f7f912d6-5696-401d-ad12-307d3877b8d8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 944 time: 0.1210213
Jun 10 04:09:59.873004 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0bd34590-8d09-4f1e-b22a-4ad9c607f6d8 req-ad37a0bc-ddd6-468c-81e6-f01514d78c07 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379229
Jun 10 04:09:59.873768 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:09:59.875850 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-24101581-11b6-4daf-ab30-8a4da953b9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:09:59.940329 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d8debb-ec3d-448a-8d88-305dac0e0341,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:09:59.944314 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:09:59.949216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Checking segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:09:59.949216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Network hostable DHCP agents. Network: 8a7bf972-53d8-4705-a3f1-e2959829afc7, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:10:00.018770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:10:00.065753 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:10:00.077799 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4f84d317-036b-490c-84e8-3f528f540803 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:00.093103 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 8a7bf972-53d8-4705-a3f1-e2959829afc7) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:00.097508 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:00.098138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.107969 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290f257-f717-4d2d-b0ac-ae38bc7e8c8d None None] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:00.112143 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 4f84d317-036b-490c-84e8-3f528f540803 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:00.112500 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4f84d317-036b-490c-84e8-3f528f540803 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:00.112913 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:00.168425 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:00.168784 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 58553dc5-3db5-41eb-8fc8-e5c1b2504a64 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:00.181533 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-28a28221-f16b-4c97-8dcc-6727bc7c533e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.6934664
Jun 10 04:10:00.183872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55652) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:00.186940 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:00.258737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.259839 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.333297 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:00.335205 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.375552 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'port_id': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'mac_address': 'fa:16:3e:95:b3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:10:00.451719 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.463858 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-8a7bf972-53d8-4705-a3f1-e2959829afc7', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:10:00.464697 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.480021 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:10:00.510619 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:00.572421 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.576275 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:00.598639 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.691180 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=9']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:00.698080 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a6400-38d3-4e4d-90fb-d6a60f657d85 req-70d56462-8c3b-4c3c-8a3a-e3cf140deb39 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:00.700447 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-648a6400-38d3-4e4d-90fb-d6a60f657d85 req-70d56462-8c3b-4c3c-8a3a-e3cf140deb39 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0759118
Jun 10 04:10:00.702194 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.702549 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.702893 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.703255 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.703588 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.704135 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.704471 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.704806 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.705133 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.705462 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.705808 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.706108 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:00.712574 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:00.718827 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Allocated IP 172.20.0.2 (8a7bf972-53d8-4705-a3f1-e2959829afc7/42d8debb-ec3d-448a-8d88-305dac0e0341/51264284-9090-4459-a66e-efe44ae8d79b) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:00.769135 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-648a6400-38d3-4e4d-90fb-d6a60f657d85 req-544f60f0-acc5-42b5-bb00-42152d62a235 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623128
Jun 10 04:10:00.774363 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.925699 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:00.934044 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Transition to ACTIVE for port object 51264284-9090-4459-a66e-efe44ae8d79b will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:00.949605 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['6ad67975-fe3c-43e0-8c2e-360a1d0764e5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:10:00.955147 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Transition to ACTIVE for port object 51264284-9090-4459-a66e-efe44ae8d79b will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:00.976189 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.002958 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.087703 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.096587 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:01.109513 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1948ba0-f770-4f52-85cc-c0213f467984 req-53b5d163-93d8-477f-93b3-10feece62227 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:01.119796 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f1948ba0-f770-4f52-85cc-c0213f467984 req-53b5d163-93d8-477f-93b3-10feece62227 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 945 time: 0.0992479
Jun 10 04:10:01.176185 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f1948ba0-f770-4f52-85cc-c0213f467984 req-e5370d92-d45e-4ef7-95ba-f065514e6d01 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531802
Jun 10 04:10:01.185484 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:01.192991 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Pushing event updated for resources: {'Port': ['ID=51264284-9090-4459-a66e-efe44ae8d79b,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:01.197465 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:01.204283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:01.205181 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:01.209015 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Allocated IP 172.27.0.84 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:01.288338 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Attempting to bind port 51264284-9090-4459-a66e-efe44ae8d79b on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:01.288805 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Attempting to bind port 51264284-9090-4459-a66e-efe44ae8d79b by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:01.289242 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Attempting to bind port 51264284-9090-4459-a66e-efe44ae8d79b on network 8a7bf972-53d8-4705-a3f1-e2959829afc7 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:01.294671 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:01.295085 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Checking segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:01.295497 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.295894 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Bound using segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:01.296371 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Bound port: 51264284-9090-4459-a66e-efe44ae8d79b, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:01.296747 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.373718 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] For port 51264284-9090-4459-a66e-efe44ae8d79b, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:01.376908 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] For port 51264284-9090-4459-a66e-efe44ae8d79b, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51264284-9090-4459-a66e-efe44ae8d79b,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:01.476267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.478284 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:01.540801 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Pushing event updated for resources: {'Port': ['ID=51264284-9090-4459-a66e-efe44ae8d79b,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:01.544116 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:01.633427 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.663213 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad76db7-9955-4c94-a201-cc19665b0b92 req-794aa8d7-7db3-4eac-9825-6d86d7ee1b0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:01.664726 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ad76db7-9955-4c94-a201-cc19665b0b92 req-794aa8d7-7db3-4eac-9825-6d86d7ee1b0c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1119690
Jun 10 04:10:01.726760 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ad76db7-9955-4c94-a201-cc19665b0b92 req-5f7241e0-7ea1-40ab-9cf1-636495dae021 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563743
Jun 10 04:10:01.802295 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:01.805310 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba6a555d-b092-41aa-bc5d-bb003b4367ce tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:01.864523 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Pushing event updated for resources: {'Port': ['ID=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:01.874027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:01.876084 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:01.877656 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:01.879955 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:01.955672 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155949d6-7c9a-451f-b215-bcef902811bd req-39d6a239-54dc-4c2e-8126-94a4c90a6a24 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:01.957114 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-155949d6-7c9a-451f-b215-bcef902811bd req-39d6a239-54dc-4c2e-8126-94a4c90a6a24 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0711851
Jun 10 04:10:02.001047 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-155949d6-7c9a-451f-b215-bcef902811bd req-887a1c96-8fc5-4a8a-ac9c-ecbea4bc1cca tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380776
Jun 10 04:10:02.097943 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:02.154525 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:02.154816 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:02.232920 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:02.249944 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:02.295229 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:02.295922 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:10:02.299165 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d64e75-b700-481d-a31a-50812b92079e" -d '{"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-plugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:10:02.373222 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a4ca32-7189-4cf5-842a-60635eb1ac47 x-openstack-request-id: req-41a4ca32-7189-4cf5-842a-60635eb1ac47 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:10:02.373528 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-plugged", "status": "completed", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:10:02.373972 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41a4ca32-7189-4cf5-842a-60635eb1ac47 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:10:02.374381 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'code': 200}
Jun 10 04:10:02.402170 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:02.402170 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:02.480320 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=10']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:02.484026 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:02.611186 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c10ab4d-deb8-469e-9440-ee4e4341002f None None] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:02.615333 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6d6f4-3884-4485-b98c-d003d326042a req-cb29e0fc-a489-4418-87f9-1c0982d0c0af tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:02.616803 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-79a6d6f4-3884-4485-b98c-d003d326042a req-cb29e0fc-a489-4418-87f9-1c0982d0c0af tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.2372110
Jun 10 04:10:02.620230 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:02.773710 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-79a6d6f4-3884-4485-b98c-d003d326042a req-b41108d2-daf6-4e2b-84eb-b334ca54a3ff tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498098
Jun 10 04:10:02.876638 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-042e4529-f244-4083-ae00-d9a436f30807 None None] Provisioning for port 51264284-9090-4459-a66e-efe44ae8d79b completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:02.920769 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Router 14299489-ef5a-4413-84e2-134ccce526fe is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:10:02.958307 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72700b9-4896-4015-8478-41f3c7856e67 req-64a9bff2-9a85-4b49-8973-b4093f4e400f tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:02.960001 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a72700b9-4896-4015-8478-41f3c7856e67 req-64a9bff2-9a85-4b49-8973-b4093f4e400f tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1013715
Jun 10 04:10:03.022968 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a72700b9-4896-4015-8478-41f3c7856e67 req-13aa6a00-8512-4698-8cdc-93aab00f9329 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d4fdabf-6427-4b72-9140-ff34d2c11e53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552208
Jun 10 04:10:03.114285 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:03.123588 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Sync routers for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:03.138993 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:03.138993 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb564c2580>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:09:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:03.199368 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:03.203231 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55690) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:03.204199 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.0213675
Jun 10 04:10:03.344234 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-ea5479ba-7eba-40f1-ad41-0713993b2f52 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:03.346716 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-ea5479ba-7eba-40f1-ad41-0713993b2f52 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 945 time: 0.1646323
Jun 10 04:10:03.352407 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51264284-9090-4459-a66e-efe44ae8d79b up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:03.357995 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:03.378171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f30c2-8c77-482f-bd71-cf4ef332af23 req-b63e5174-0207-41a1-9be6-c2842aafb962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:03.380881 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-787f30c2-8c77-482f-bd71-cf4ef332af23 req-b63e5174-0207-41a1-9be6-c2842aafb962 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 1100 time: 0.1994319
Jun 10 04:10:03.415250 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a62b43-35ea-41f8-a93f-f3922b7ca813 req-cb8e8c2a-1c6e-4f98-8a1b-748ea0a456ab tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:03.416809 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84a62b43-35ea-41f8-a93f-f3922b7ca813 req-cb8e8c2a-1c6e-4f98-8a1b-748ea0a456ab tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.2733176
Jun 10 04:10:03.457170 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 51264284-9090-4459-a66e-efe44ae8d79b completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:03.462470 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 51264284-9090-4459-a66e-efe44ae8d79b triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:03.463125 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:03.536105 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-787f30c2-8c77-482f-bd71-cf4ef332af23 req-cf9afd41-787c-40e0-9465-41e74c13c645 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161852
Jun 10 04:10:03.540054 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84a62b43-35ea-41f8-a93f-f3922b7ca813 req-b1ef3c2d-fb1e-4fe7-a7fe-729c76487964 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117334
Jun 10 04:10:03.584457 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Deleting port 379c6866-14db-4285-a146-1e5ce5702ddb {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:10:03.587149 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:03.594391 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:03.637401 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 51264284-9090-4459-a66e-efe44ae8d79b, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51264284-9090-4459-a66e-efe44ae8d79b,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:03.718582 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] For port 379c6866-14db-4285-a146-1e5ce5702ddb, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=379c6866-14db-4285-a146-1e5ce5702ddb,segment=NetworkSegment(488f3064-3b52-4deb-ab1a-be252d5d9a26),segment_id=488f3064-3b52-4deb-ab1a-be252d5d9a26)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:03.718840 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:03.730607 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:03.734527 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:03.759536 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb564c2580>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:02Z', 'revision_number': 3, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:03.763876 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Checking router: 14299489-ef5a-4413-84e2-134ccce526fe for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:03.764496 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Updating router 14299489-ef5a-4413-84e2-134ccce526fe port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:03.807006 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=51264284-9090-4459-a66e-efe44ae8d79b,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:03.811284 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:03.827722 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Calling delete_port for 379c6866-14db-4285-a146-1e5ce5702ddb owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:10:03.828365 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.070640 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.076870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cb2f22c7-8962-4d8e-b7c3-788cc7f5a4c0 tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:04.100604 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beced770-93c2-4c9f-9452-42d7b3ba2c76 req-4d5e8924-d748-48c5-90b8-4c295d1dc5fd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:04.102083 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-beced770-93c2-4c9f-9452-42d7b3ba2c76 req-4d5e8924-d748-48c5-90b8-4c295d1dc5fd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.1744545
Jun 10 04:10:04.113970 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['379c6866-14db-4285-a146-1e5ce5702ddb'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:10:04.131425 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Pushing event deleted for resources: {'Port': ['ID=379c6866-14db-4285-a146-1e5ce5702ddb,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:04.134380 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:04.149074 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.182851 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-beced770-93c2-4c9f-9452-42d7b3ba2c76 req-7201e57a-3176-4060-adaf-242de633c972 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699558
Jun 10 04:10:04.240715 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c8a0c94-2049-41b6-82ee-18f0559ae7e6 req-ee3de73d-7d02-466d-a232-5d35b9d719e7 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.0621257
Jun 10 04:10:04.242726 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] No DVR routers for this DVR port 379c6866-14db-4285-a146-1e5ce5702ddb on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:10:04.243218 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.245246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.247247 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cbf0e11-47cb-4ee2-9316-ddb3b265cfb6 req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.11 "DELETE /v2.0/ports/379c6866-14db-4285-a146-1e5ce5702ddb HTTP/1.1" status: 204  len: 173 time: 0.8812129
Jun 10 04:10:04.247768 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'name': 'network-vif-deleted', 'tag': '379c6866-14db-4285-a146-1e5ce5702ddb'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:10:04.250030 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fbc273-a5d7-472f-bbdd-0809cf5a6ded" -d '{"events": [{"server_uuid": "cda1f2ab-0efd-4091-9967-a997c59784e6", "name": "network-vif-deleted", "tag": "379c6866-14db-4285-a146-1e5ce5702ddb"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:10:04.257478 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Transition to ACTIVE for port object fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:04.298642 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29e15d-0b98-415c-ba91-b3b5e7090e12 x-openstack-request-id: req-dc29e15d-0b98-415c-ba91-b3b5e7090e12 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:10:04.299480 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda1f2ab-0efd-4091-9967-a997c59784e6", "name": "network-vif-deleted", "tag": "379c6866-14db-4285-a146-1e5ce5702ddb", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:10:04.299480 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc29e15d-0b98-415c-ba91-b3b5e7090e12 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:10:04.299723 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda1f2ab-0efd-4091-9967-a997c59784e6', 'name': 'network-vif-deleted', 'tag': '379c6866-14db-4285-a146-1e5ce5702ddb', 'status': 'completed', 'code': 200}
Jun 10 04:10:04.355415 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.358546 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:04.362632 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Allocated IP 172.20.0.1 (8a7bf972-53d8-4705-a3f1-e2959829afc7/42d8debb-ec3d-448a-8d88-305dac0e0341/01334f85-48d4-4ed6-b00f-c854f1625265) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:04.413195 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Attempting to bind port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:04.413564 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Attempting to bind port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:04.413930 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Attempting to bind port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:04.420925 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Pushing event updated for resources: {'Port': ['ID=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,revision_number=2']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:04.423151 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:04.423521 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:04.423919 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.424311 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:04.424769 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Bound port: fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:04.425138 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.452074 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.452416 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.452752 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.453122 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.453446 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.453763 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.454077 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.454389 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.454748 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.455064 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.455374 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.455721 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:04.460104 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:04.499762 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.507496 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] For port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:04.511489 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] For port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:04.519590 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Transition to ACTIVE for port object 01334f85-48d4-4ed6-b00f-c854f1625265 will not be triggered until provisioned by entity DHCP. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:04.567601 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.569987 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-a8a9a934-23ae-42d2-8c1f-0047d7a40e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:04.607790 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.610810 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:04.638017 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:04.638633 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb564c2580>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:09:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:04.641839 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Pushing event updated for resources: {'Port': ['ID=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:04.665998 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:04.675264 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:04.677856 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Pushing event updated for resources: {'Port': ['ID=01334f85-48d4-4ed6-b00f-c854f1625265,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:04.680205 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:04.682339 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:04.687624 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:04.743050 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:04.788275 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de87f2d-5a26-4779-aff9-0c7af4341957 req-23c87fe7-15ee-482c-b08d-4a907ca8a174 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:04.789801 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2de87f2d-5a26-4779-aff9-0c7af4341957 req-23c87fe7-15ee-482c-b08d-4a907ca8a174 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1088879
Jun 10 04:10:04.795980 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:05.018827 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-77218c25-0943-4965-a1bf-94d4da7582ab None None] Provisioning for port 01334f85-48d4-4ed6-b00f-c854f1625265 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:05.023351 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-77218c25-0943-4965-a1bf-94d4da7582ab None None] Provisioning complete for port 01334f85-48d4-4ed6-b00f-c854f1625265 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:05.023734 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-77218c25-0943-4965-a1bf-94d4da7582ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:05.071166 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb564c2580>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:02Z', 'revision_number': 3, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:05.075381 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55941fea-aa79-45a1-acc2-a11cfeb18386 None None] The sync data for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi is: [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:02Z', 'revision_number': 3, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:05.077911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:05.113796 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-77218c25-0943-4965-a1bf-94d4da7582ab None None] Port 01334f85-48d4-4ed6-b00f-c854f1625265 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:05.141743 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2de87f2d-5a26-4779-aff9-0c7af4341957 req-444df5d3-0990-40a0-9eea-b0e7981f1149 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3455207
Jun 10 04:10:05.265735 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51264284-9090-4459-a66e-efe44ae8d79b up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:05.340182 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:05.385316 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 51264284-9090-4459-a66e-efe44ae8d79b triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:05.385316 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:05.412624 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:05.459813 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:05.506433 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-796c43ec-6a56-4e81-b027-517ea195fc56 req-a457cf69-5ff7-4849-a288-549ca9c78d45 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.0877273
Jun 10 04:10:05.595072 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:05.596910 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Pushing event updated for resources: {'Port': ['ID=01334f85-48d4-4ed6-b00f-c854f1625265,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:05.601411 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:05.645154 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608651ec-9062-4fe7-a00e-ecaf0cb982f3 req-0e71db6c-a541-4c49-a089-310abe62ce41 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:05.646668 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-608651ec-9062-4fe7-a00e-ecaf0cb982f3 req-0e71db6c-a541-4c49-a089-310abe62ce41 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.2501070
Jun 10 04:10:05.744914 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-608651ec-9062-4fe7-a00e-ecaf0cb982f3 req-2712b0d6-2150-439b-b9eb-5f8a8bdbed4e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910656
Jun 10 04:10:05.767178 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:05.768669 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:05.940487 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Router 14299489-ef5a-4413-84e2-134ccce526fe has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:10:06.048857 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-8e0c2530-9ff9-4bfd-840a-9d304b53930a None None] Provisioning complete for port 01334f85-48d4-4ed6-b00f-c854f1625265 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:06.048857 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-8e0c2530-9ff9-4bfd-840a-9d304b53930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:06.095207 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c2530-9ff9-4bfd-840a-9d304b53930a None None] Port 01334f85-48d4-4ed6-b00f-c854f1625265 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:06.101217 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:06.106997 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] 10.222.0.20 "PUT /v2.0/routers/14299489-ef5a-4413-84e2-134ccce526fe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9025223
Jun 10 04:10:06.332498 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73600b-be8c-47ca-9818-4e12c722eef7 req-4a9e94be-dfbd-4048-83e3-6e5dd13491aa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:06.334125 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4e73600b-be8c-47ca-9818-4e12c722eef7 req-4a9e94be-dfbd-4048-83e3-6e5dd13491aa tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0777225
Jun 10 04:10:06.387924 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4e73600b-be8c-47ca-9818-4e12c722eef7 req-fc5d1b58-7d26-497f-89be-7e95edb16d5c tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451870
Jun 10 04:10:06.693682 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bedbd928-110a-40e8-85a0-9e5ead0d1053 req-6aa31384-3b2a-4346-b875-08e1ba903220 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.0357699
Jun 10 04:10:06.788151 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55774) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:06.793599 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1292294578-network', 'tenant_id': '4589868641fa47dcb833d35187286a57'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:06.865283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Sync routers for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:06.874923 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:06.875579 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55d6c370>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:09:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:06.886619 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Made reservation on behalf of 4589868641fa47dcb833d35187286a57 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:06.889029 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:06.900189 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:06.939834 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc75bd-dc05-4828-a3d1-60c89a9fa458 req-66dae42c-e566-4a95-8371-8922a0730c90 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:06.941308 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-72bc75bd-dc05-4828-a3d1-60c89a9fa458 req-66dae42c-e566-4a95-8371-8922a0730c90 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.0729260
Jun 10 04:10:06.990966 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-72bc75bd-dc05-4828-a3d1-60c89a9fa458 req-ead8b5af-6d3b-4e83-80dc-8d52c5a870f0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429525
Jun 10 04:10:07.004305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.020790 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:07.058184 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.062176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9d8f0421-9889-4602-8a14-f3d732f08054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:07.083859 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:10:07.098431 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3b47e9-23b7-47bc-8e3a-cbe650b57f6f,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:07.102634 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:07.103640 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.103984 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Added segment 3511f11b-33cb-49bf-b689-a0dd0710051d of type vlan for network 84caaa60-9b18-494a-b6ce-9b9d19760050
Jun 10 04:10:07.154192 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.230343 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.231722 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:07.232300 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.235614 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:07.272471 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:07.317778 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5284295
Jun 10 04:10:07.318635 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Pushing event updated for resources: {'Network': ['ID=84caaa60-9b18-494a-b6ce-9b9d19760050,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:07.321364 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55776) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:07.321930 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:07.327533 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Request body: {'subnet': {'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1292294578-subnet', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:07.343768 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55d6c370>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:05Z', 'revision_number': 2, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:07.345363 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:10:07.369292 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Checking router: 14299489-ef5a-4413-84e2-134ccce526fe for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:07.369647 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Updating router 14299489-ef5a-4413-84e2-134ccce526fe port 01334f85-48d4-4ed6-b00f-c854f1625265 binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:07.424071 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Made reservation on behalf of 4589868641fa47dcb833d35187286a57 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:07.426569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.476622 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.497849 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:07.503800 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:07.504177 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.571431 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c8290-0163-47d6-bea9-cfd16ff33350 req-c222318f-6af8-4347-b55e-311b79fbdf49 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:07.573015 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d74c8290-0163-47d6-bea9-cfd16ff33350 req-c222318f-6af8-4347-b55e-311b79fbdf49 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.0702679
Jun 10 04:10:07.621494 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d74c8290-0163-47d6-bea9-cfd16ff33350 req-b7ab040e-0e51-4cff-a35d-2ef601ee2111 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390754
Jun 10 04:10:07.635134 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 379c6866-14db-4285-a146-1e5ce5702ddb no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:07.672572 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 379c6866-14db-4285-a146-1e5ce5702ddb {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:07.672938 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 379c6866-14db-4285-a146-1e5ce5702ddb not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:07.687470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.690863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:07.755874 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.761711 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ddb7da8-d6da-45bc-b496-03a386797b3c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:07.765776 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:07.772018 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Checking segment: {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:07.773962 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Network hostable DHCP agents. Network: 84caaa60-9b18-494a-b6ce-9b9d19760050, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:10:07.829069 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:07.872649 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cd6079ba-3ad6-4211-a5f8-2b3decf9a792 req-24833665-d827-4946-a45c-ed62574faef7 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] 10.222.0.20 "GET /v2.0/ports?device_id=cda1f2ab-0efd-4091-9967-a997c59784e6 HTTP/1.1" status: 200  len: 210 time: 0.0350852
Jun 10 04:10:07.873611 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:10:07.913173 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.916613 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:07.952972 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.972921 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Transition to ACTIVE for port object 01334f85-48d4-4ed6-b00f-c854f1625265 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:07.983777 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 84caaa60-9b18-494a-b6ce-9b9d19760050) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:07.990584 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:07.992699 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:07.993279 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:07.994716 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69733b7c-37aa-4757-9648-503234b42737 None None] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:07.997187 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:08.081569 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7585979
Jun 10 04:10:08.084045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55786) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:08.088595 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:08.189271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.190486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.204051 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52024c2d-a756-4616-936c-f482f340481f req-8d858f4c-c701-4927-9868-d731c9112a4f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:08.206262 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-52024c2d-a756-4616-936c-f482f340481f req-8d858f4c-c701-4927-9868-d731c9112a4f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.0784936
Jun 10 04:10:08.206705 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.210053 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:08.256957 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-52024c2d-a756-4616-936c-f482f340481f req-b3301348-3ee3-4d8d-b024-814d96be62a4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444953
Jun 10 04:10:08.279633 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.333058 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b80c22-dd2f-4ed8-9e7c-a819fc53138a None None] Pushing event updated for resources: {'Port': ['ID=01334f85-48d4-4ed6-b00f-c854f1625265,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:08.338468 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-e2b80c22-dd2f-4ed8-9e7c-a819fc53138a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:08.470509 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Attempting to bind port 01334f85-48d4-4ed6-b00f-c854f1625265 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:08.470887 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Attempting to bind port 01334f85-48d4-4ed6-b00f-c854f1625265 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:08.471275 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Attempting to bind port 01334f85-48d4-4ed6-b00f-c854f1625265 on network 8a7bf972-53d8-4705-a3f1-e2959829afc7 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:08.477716 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:08.478099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Checking segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:08.478507 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.478899 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Bound using segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:08.480057 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Bound port: 01334f85-48d4-4ed6-b00f-c854f1625265, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:08.480414 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.484430 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-84caaa60-9b18-494a-b6ce-9b9d19760050', 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'fixed_ips': [{'subnet_id': '2ddb7da8-d6da-45bc-b496-03a386797b3c'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:10:08.485253 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.608878 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.647957 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-db306b3b-8593-4293-87bc-6e18431fd677 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:08.649650 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-db306b3b-8593-4293-87bc-6e18431fd677 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1210027
Jun 10 04:10:08.687294 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] For port 01334f85-48d4-4ed6-b00f-c854f1625265, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:08.710697 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] For port 01334f85-48d4-4ed6-b00f-c854f1625265, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=01334f85-48d4-4ed6-b00f-c854f1625265,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:08.727355 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Allocated IP 172.20.0.2 (84caaa60-9b18-494a-b6ce-9b9d19760050/2ddb7da8-d6da-45bc-b496-03a386797b3c/55b18363-9d13-4c87-9f5c-2eb7152661a9) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:08.822788 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.827163 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:08.907998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Deleting port dbdc4b53-ff1b-4f27-86ec-3e171336d24f {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:10:08.908336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:08.929929 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:08.930645 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55d6c370>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:09:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:08.934583 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b80c22-dd2f-4ed8-9e7c-a819fc53138a None None] Pushing event updated for resources: {'Port': ['ID=01334f85-48d4-4ed6-b00f-c854f1625265,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:08.956711 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8a92d-c07c-4f2c-87a8-3dcfeb1f112b req-0f3815f9-9955-4796-8449-901784dfbb23 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:08.958273 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf8a92d-c07c-4f2c-87a8-3dcfeb1f112b req-0f3815f9-9955-4796-8449-901784dfbb23 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 945 time: 0.1870794
Jun 10 04:10:08.967705 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-e2b80c22-dd2f-4ed8-9e7c-a819fc53138a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:09.081980 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf8a92d-c07c-4f2c-87a8-3dcfeb1f112b req-bf9a0202-2bdb-4b2a-b6c7-06ed067a0fe2 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5fefee9-8172-4937-81b4-9644bc6731a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101475
Jun 10 04:10:09.127949 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.145737 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Transition to ACTIVE for port object 55b18363-9d13-4c87-9f5c-2eb7152661a9 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:09.177533 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Transition to ACTIVE for port object 55b18363-9d13-4c87-9f5c-2eb7152661a9 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:09.206078 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:09.242738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] For port dbdc4b53-ff1b-4f27-86ec-3e171336d24f, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:09.243207 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.277982 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55798) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:09.313415 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:09.316254 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.321179 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:09.358135 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Deleting subnet bcc4683c-f746-4111-81cf-3f522816e349 {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:10:09.361519 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.379684 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Calling delete_port for dbdc4b53-ff1b-4f27-86ec-3e171336d24f owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:10:09.400887 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.401625 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Pushing event updated for resources: {'Port': ['ID=55b18363-9d13-4c87-9f5c-2eb7152661a9,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:09.418896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.428986 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:09.457905 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:09.474003 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.477294 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.504531 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:09.509197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:09.607138 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.611707 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:09.631291 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:09.631672 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.653394 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.657919 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bcc4683c-f746-4111-81cf-3f522816e349 HTTP/1.1" status: 204  len: 168 time: 0.3762891
Jun 10 04:10:09.657919 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc4683c-f746-4111-81cf-3f522816e349,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:09.658139 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55802) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:09.662399 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:09.662540 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Attempting to bind port 55b18363-9d13-4c87-9f5c-2eb7152661a9 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:09.662873 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Attempting to bind port 55b18363-9d13-4c87-9f5c-2eb7152661a9 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:09.663228 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Attempting to bind port 55b18363-9d13-4c87-9f5c-2eb7152661a9 on network 84caaa60-9b18-494a-b6ce-9b9d19760050 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:09.683089 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:09.683469 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Checking segment: {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:09.683875 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.684276 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Bound using segment: {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:09.684748 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Bound port: 55b18363-9d13-4c87-9f5c-2eb7152661a9, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:09.685125 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.695274 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acae4a-c6b6-43c6-88a3-26bee9d26709 req-22af9755-28e9-4942-87b4-956c04371154 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:09.699642 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-02acae4a-c6b6-43c6-88a3-26bee9d26709 req-22af9755-28e9-4942-87b4-956c04371154 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.2308569
Jun 10 04:10:09.767752 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Allocated IP 172.27.0.205 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/b7a85fa5-8583-4523-a40e-d4d94e5c05d2) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:09.862723 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.879102 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-02acae4a-c6b6-43c6-88a3-26bee9d26709 req-d698c9eb-6a35-4f9e-8106-4be6183d7aa9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1733191
Jun 10 04:10:09.928605 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55d6c370>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:08Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:09.945104 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1f48d4-0dce-4b1a-8338-4c2a54558770 None None] The sync data for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi is: [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:08Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:09.952054 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] For port 55b18363-9d13-4c87-9f5c-2eb7152661a9, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:09.955073 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:09.956730 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] For port 55b18363-9d13-4c87-9f5c-2eb7152661a9, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=55b18363-9d13-4c87-9f5c-2eb7152661a9,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:09.969307 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-abdd009a-84d1-4792-9276-9c4be3f4e8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:10.012197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['dbdc4b53-ff1b-4f27-86ec-3e171336d24f'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:10:10.037486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Pushing event deleted for resources: {'Port': ['ID=dbdc4b53-ff1b-4f27-86ec-3e171336d24f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:10.042493 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.046263 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:10.046575 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:10.121861 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.127744 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Pushing event updated for resources: {'Port': ['ID=55b18363-9d13-4c87-9f5c-2eb7152661a9,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:10.131110 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:10.149116 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] No DVR routers for this DVR port dbdc4b53-ff1b-4f27-86ec-3e171336d24f on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:10:10.194122 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.197371 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.199403 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0f92dd88-2ba8-4b0b-a073-02b7bc6efab4 req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.11 "DELETE /v2.0/ports/dbdc4b53-ff1b-4f27-86ec-3e171336d24f HTTP/1.1" status: 204  len: 173 time: 1.5432897
Jun 10 04:10:10.201309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80983951-9d3f-4d2b-b77a-58550f32f640', 'name': 'network-vif-deleted', 'tag': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:10:10.203669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da85dfc-3131-4d6d-bb1a-a4f6454dc94a" -d '{"events": [{"server_uuid": "80983951-9d3f-4d2b-b77a-58550f32f640", "name": "network-vif-deleted", "tag": "dbdc4b53-ff1b-4f27-86ec-3e171336d24f"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:10:10.233602 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ffb54587400>> segment before_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.233845 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ffb54587400>> subnet precommit_delete_associations 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.234768 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> segment_host_mapping after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.235129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> port after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.235899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> port after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.236252 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> port after_update 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.236593 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> segment after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.236911 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> subnet after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.237219 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> subnet after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.237553 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ffb4f9b1190>> subnet after_update 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.286913 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-84adbcc4-caad-44ae-b651-80debc785dfc req-b63086e0-bc0b-47b0-825b-d3ac43787084 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 210 time: 0.0472152
Jun 10 04:10:10.346624 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb4fbec460>> subnet after_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.347150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb4fbec460>> subnet after_delete 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.347335 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb4fbec460>> subnet before_create 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.347654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ffb4fbec460>> subnet before_update 55550000 {{(pid=92305) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 10 04:10:10.348041 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb54587b80>,) {'filters': {'network_id': ['6847c915-9586-461f-b874-34766c839f53']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:10.358970 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf65c1f5-889a-4260-a22a-afbf97a58bfb x-openstack-request-id: req-bf65c1f5-889a-4260-a22a-afbf97a58bfb {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:10:10.358970 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80983951-9d3f-4d2b-b77a-58550f32f640", "name": "network-vif-deleted", "tag": "dbdc4b53-ff1b-4f27-86ec-3e171336d24f", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:10:10.358970 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf65c1f5-889a-4260-a22a-afbf97a58bfb {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:10:10.358970 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80983951-9d3f-4d2b-b77a-58550f32f640', 'name': 'network-vif-deleted', 'tag': 'dbdc4b53-ff1b-4f27-86ec-3e171336d24f', 'status': 'completed', 'code': 200}
Jun 10 04:10:10.374306 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54587b80>, '488f3064-3b52-4deb-ab1a-be252d5d9a26') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:10.374613 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54587b80>, '488f3064-3b52-4deb-ab1a-be252d5d9a26') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:10.395964 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.441369 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.454739 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:10:10.455229 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:10:10.462226 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:10:10.506022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:10.817483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-40e13bce-a846-4a11-ad45-deaa75e2672a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:10.866344 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:10.874068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:10.876607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:10.878703 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Pushing event updated for resources: {'Port': ['ID=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:10.881898 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:11.034218 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.044712 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.049431 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6847c915-9586-461f-b874-34766c839f53 HTTP/1.1" status: 204  len: 168 time: 1.3843212
Jun 10 04:10:11.055058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:11.075057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=6847c915-9586-461f-b874-34766c839f53,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:11.076539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6e92bc14-ffdb-4f0b-a8ba-ae481a969d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:11.315703 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109bb363-d686-4a11-9aaa-dbc006dc559c None None] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:11.412529 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 55b18363-9d13-4c87-9f5c-2eb7152661a9 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:11.421391 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.485349 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55824) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:11.546388 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2d728f93-c5fa-4244-8a96-b352e4ef76a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f50183b5ecd74f39845a5553cd36e8e0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0591581
Jun 10 04:10:11.550128 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55830) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:11.567841 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-8810ae9b-285b-4f59-b45b-12b0057b4bb1 None None] Provisioning for port 55b18363-9d13-4c87-9f5c-2eb7152661a9 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:11.593510 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-22ab2f17-2c44-4c84-89d0-11191cbb25d4 req-03ce3b7e-e5a8-435e-8313-e2a24d4d6c20 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] 10.222.0.20 "GET /v2.0/ports?device_id=80983951-9d3f-4d2b-b77a-58550f32f640 HTTP/1.1" status: 200  len: 210 time: 0.1247470
Jun 10 04:10:11.627833 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.652569 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.678191 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 55b18363-9d13-4c87-9f5c-2eb7152661a9 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:11.684056 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 55b18363-9d13-4c87-9f5c-2eb7152661a9 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:11.684708 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.787785 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.791276 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.845766 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 55b18363-9d13-4c87-9f5c-2eb7152661a9, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=55b18363-9d13-4c87-9f5c-2eb7152661a9,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:11.848434 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.851529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.857583 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d4fdabf-6427-4b72-9140-ff34d2c11e53 HTTP/1.1" status: 204  len: 168 time: 0.3015110
Jun 10 04:10:11.857583 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-1f2ff9da-fac2-444f-82e1-665556ac364e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:11.866315 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4fdabf-6427-4b72-9140-ff34d2c11e53,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:11.876947 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:11.916531 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:11.917792 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 01334f85-48d4-4ed6-b00f-c854f1625265 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:11.920142 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:12.006516 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=55b18363-9d13-4c87-9f5c-2eb7152661a9,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:12.010336 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:12.026805 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-501b71a1-b9f3-4923-8387-86370759d745 None None] Provisioning complete for port 55b18363-9d13-4c87-9f5c-2eb7152661a9 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:12.027208 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-501b71a1-b9f3-4923-8387-86370759d745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:12.035819 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Router d690d1d6-50a5-435e-925a-9beaa6b57167 is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:10:12.120802 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 01334f85-48d4-4ed6-b00f-c854f1625265 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:12.128653 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dbdc4b53-ff1b-4f27-86ec-3e171336d24f no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:12.133475 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 01334f85-48d4-4ed6-b00f-c854f1625265 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:12.133836 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:12.179129 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: dbdc4b53-ff1b-4f27-86ec-3e171336d24f {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:12.179484 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dbdc4b53-ff1b-4f27-86ec-3e171336d24f not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:12.217857 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:12.228163 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Sync routers for ids ['d690d1d6-50a5-435e-925a-9beaa6b57167'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:12.239859 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Routers {'d690d1d6-50a5-435e-925a-9beaa6b57167'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:12.240755 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb554cd250>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:09:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['d690d1d6-50a5-435e-925a-9beaa6b57167'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:12.258443 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:12.287507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:12.291532 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 4.2037327
Jun 10 04:10:12.292374 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55840) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:12.305292 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 01334f85-48d4-4ed6-b00f-c854f1625265, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=01334f85-48d4-4ed6-b00f-c854f1625265,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:12.374156 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:12.380604 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:12.407151 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Set router d690d1d6-50a5-435e-925a-9beaa6b57167 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:12.448778 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=01334f85-48d4-4ed6-b00f-c854f1625265,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:12.452431 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:12.714584 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55854) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:12.750729 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb554cd250>, [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:10:11Z', 'revision_number': 3, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:12.754660 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Checking router: d690d1d6-50a5-435e-925a-9beaa6b57167 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:12.754660 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Updating router d690d1d6-50a5-435e-925a-9beaa6b57167 port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:12.794317 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:12.976613 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.111453 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.123040 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Transition to ACTIVE for port object b7a85fa5-8583-4523-a40e-d4d94e5c05d2 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:13.208162 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Allocated IP 172.20.0.1 (84caaa60-9b18-494a-b6ce-9b9d19760050/2ddb7da8-d6da-45bc-b496-03a386797b3c/1dcacfbe-7e06-413a-bddf-5319e5c87f81) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:13.222812 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.226236 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:13.310142 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 55b18363-9d13-4c87-9f5c-2eb7152661a9 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:13.317451 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43261c9-5214-4d72-abf6-2bb970adac08 None None] Pushing event updated for resources: {'Port': ['ID=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,revision_number=2']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:13.324936 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-e43261c9-5214-4d72-abf6-2bb970adac08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:13.345304 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Attempting to bind port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:13.346058 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Attempting to bind port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:13.346635 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Attempting to bind port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:13.352684 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:13.353573 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:13.354755 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.355365 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:13.356069 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Bound port: b7a85fa5-8583-4523-a40e-d4d94e5c05d2, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:13.356685 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.383171 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 55b18363-9d13-4c87-9f5c-2eb7152661a9 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:13.384952 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.390695 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-85b97511-b43c-408f-84d3-f09abe679076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.423137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.436979 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] For port b7a85fa5-8583-4523-a40e-d4d94e5c05d2, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:13.440365 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] For port b7a85fa5-8583-4523-a40e-d4d94e5c05d2, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:13.450618 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Transition to ACTIVE for port object 1dcacfbe-7e06-413a-bddf-5319e5c87f81 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:13.500645 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 01334f85-48d4-4ed6-b00f-c854f1625265 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:13.521786 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.524880 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:13.550680 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.553558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:13.554230 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 01334f85-48d4-4ed6-b00f-c854f1625265 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:13.554688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.592485 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Routers {'d690d1d6-50a5-435e-925a-9beaa6b57167'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:13.593469 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb554cd250>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:09:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['d690d1d6-50a5-435e-925a-9beaa6b57167'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:13.599337 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:13.602562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:13.606889 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:13.612587 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Pushing event updated for resources: {'Port': ['ID=1dcacfbe-7e06-413a-bddf-5319e5c87f81,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:13.662400 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:13.696536 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.723495 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:13.785014 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43261c9-5214-4d72-abf6-2bb970adac08 None None] Pushing event updated for resources: {'Port': ['ID=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:13.790735 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-e43261c9-5214-4d72-abf6-2bb970adac08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:13.829177 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] Set router d690d1d6-50a5-435e-925a-9beaa6b57167 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:14.019425 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-fd91e8ae-ab3e-4fc6-af27-35a6563fb235 None None] Provisioning for port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:14.028812 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-fd91e8ae-ab3e-4fc6-af27-35a6563fb235 None None] Provisioning complete for port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:14.029283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-fd91e8ae-ab3e-4fc6-af27-35a6563fb235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.083062 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-fd91e8ae-ab3e-4fc6-af27-35a6563fb235 None None] Port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:14.148665 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Deleting port 36866248-00bf-4a46-a65b-4f3468754055 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:10:14.149010 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.179492 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb554cd250>, [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:10:11Z', 'revision_number': 3, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:14.183869 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780ba043-43de-47c3-b674-53b832fb62ec None None] The sync data for ids ['d690d1d6-50a5-435e-925a-9beaa6b57167'] in dv-cinder-741349-4-iscsi is: [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:10:11Z', 'revision_number': 3, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:14.264487 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] For port 36866248-00bf-4a46-a65b-4f3468754055, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=36866248-00bf-4a46-a65b-4f3468754055,segment=NetworkSegment(09f5a8c6-702f-4b1f-92d3-e01e4e772cff),segment_id=09f5a8c6-702f-4b1f-92d3-e01e4e772cff)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:14.265043 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.369831 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Calling delete_port for 36866248-00bf-4a46-a65b-4f3468754055 owned by network:router_interface {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:10:14.370107 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.626448 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.692975 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.730549 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6397534a-c0ad-4471-b2ea-2aa9bdedcb2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:14.756048 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.762381 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:14.783267 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:14.794429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Pushing event updated for resources: {'Port': ['ID=1dcacfbe-7e06-413a-bddf-5319e5c87f81,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:14.797602 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:14.803703 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=36866248-00bf-4a46-a65b-4f3468754055,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:14.808911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:14.825557 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55900) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:14.982793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a88bfb67-6494-4182-9927-ce0988893511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.016557 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:15.020934 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:15.064056 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.180080 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55906) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:15.292875 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a88bfb67-6494-4182-9927-ce0988893511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.295121 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Router d690d1d6-50a5-435e-925a-9beaa6b57167 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:10:15.431734 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-037b9510-498d-46f4-8b1b-072c4eb41a02 None None] Provisioning complete for port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:15.432250 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-037b9510-498d-46f4-8b1b-072c4eb41a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.437259 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a88bfb67-6494-4182-9927-ce0988893511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.437791 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b7a85fa5-8583-4523-a40e-d4d94e5c05d2 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:15.442588 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:10:15.442725 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-caaca18b-8b27-4161-9fa5-8d6944245652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:15.475486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.517796 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-037b9510-498d-46f4-8b1b-072c4eb41a02 None None] Port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:15.533051 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bfb67-6494-4182-9927-ce0988893511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4455cc6-6adb-4b4d-8dfd-e7d71d282496,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:15.545022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a88bfb67-6494-4182-9927-ce0988893511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:15.550101 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-a88bfb67-6494-4182-9927-ce0988893511 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=20f5db719851422987a5e66329eabcbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7235010
Jun 10 04:10:15.553292 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55910) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:15.588016 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:15.589662 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:15.597927 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:15.597927 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.603616 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] 10.222.0.20 "PUT /v2.0/routers/d690d1d6-50a5-435e-925a-9beaa6b57167/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3099627
Jun 10 04:10:15.657624 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.715098 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.738256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.739378 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port b7a85fa5-8583-4523-a40e-d4d94e5c05d2, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:15.744667 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ffff509d-5888-490c-832f-edf1b3a30c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:15.807213 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=349ad8a7d3c24a09bc5d6be0640b6ea5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6260047
Jun 10 04:10:15.807448 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.808310 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55918) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:15.809281 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:15.861808 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.870334 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b70dba-3766-4d02-9c13-bda888f614f2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:15.876486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:15.877833 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:15.881690 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:15.893240 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e76aba0-8c66-4b95-a3f8-e080dccae14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.896169 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:15.905281 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] 10.222.0.20 "PUT /v2.0/routers/6d56ed3d-0a88-4a8a-8366-5a47da66e798/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1929939
Jun 10 04:10:15.907666 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] Sync routers for ids ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:15.907757 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.909113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55920) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:15.922619 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:15.925609 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] Routers {'6d56ed3d-0a88-4a8a-8366-5a47da66e798'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:15.927744 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55c3dc70>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:16.030597 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.033271 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.034414 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4455cc6-6adb-4b4d-8dfd-e7d71d282496 HTTP/1.1" status: 204  len: 168 time: 0.4801977
Jun 10 04:10:16.035192 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:16.044560 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4455cc6-6adb-4b4d-8dfd-e7d71d282496,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:16.046969 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7b4624d1-2d53-4bb6-8949-e7f058c763a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:16.060455 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.087554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.096404 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] Set router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:16.161900 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.261026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.263810 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.267865 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53b70dba-3766-4d02-9c13-bda888f614f2 HTTP/1.1" status: 204  len: 168 time: 0.4403076
Jun 10 04:10:16.271103 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e3540fbd-a503-4f57-a157-6b7e5ef59085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:16.293792 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b70dba-3766-4d02-9c13-bda888f614f2,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:16.302508 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:16.358896 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.379219 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55c3dc70>, [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 5, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:16.383055 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] Checking router: 6d56ed3d-0a88-4a8a-8366-5a47da66e798 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:16.391892 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] Routers {'6d56ed3d-0a88-4a8a-8366-5a47da66e798'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:16.392519 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55c3dc70>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:16.560472 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55934) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:16.566648 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914344214', 'description': 'tempest-secgroup-smoke-1914344214 description', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:16.588878 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Deleting port c2164401-f779-4136-b747-05dba865e8b1 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:10:16.589469 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.627306 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.711265 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] Set router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:16.754585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] For port c2164401-f779-4136-b747-05dba865e8b1, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=c2164401-f779-4136-b747-05dba865e8b1,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:16.755948 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.787943 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.846343 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.851201 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-380ae294-4f6c-4d83-9a2e-1f0c2be0d527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:16.867679 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Calling delete_port for c2164401-f779-4136-b747-05dba865e8b1 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:10:16.897794 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5109423-1a24-4956-b814-90375040f8d8,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:16.903266 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:16.949741 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Sync routers for ids ['d690d1d6-50a5-435e-925a-9beaa6b57167'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:16.960809 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Routers {'d690d1d6-50a5-435e-925a-9beaa6b57167'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:16.961437 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcca0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['d690d1d6-50a5-435e-925a-9beaa6b57167'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:16.970323 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:16.973452 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4115479
Jun 10 04:10:16.976273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55942) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:16.985811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group_rule': {'security_group_id': 'c5109423-1a24-4956-b814-90375040f8d8', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:16.996220 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.000093 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55c3dc70>, [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 5, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:17.002043 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156791c-6f22-42f2-97fe-32b845cb4255 None None] The sync data for ids ['6d56ed3d-0a88-4a8a-8366-5a47da66e798'] in dv-cinder-741349-4-iscsi is: [{'id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'name': 'tempest-ServerRescueNegativeTestJSON-1481378329-router', 'tenant_id': '3caf5a7068bf4553a904087d02c38125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': 'c2164401-f779-4136-b747-05dba865e8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:17Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 5, 'project_id': '3caf5a7068bf4553a904087d02c38125', 'gw_port': {'id': 'c2164401-f779-4136-b747-05dba865e8b1', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:18:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d56ed3d-0a88-4a8a-8366-5a47da66e798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:17.124530 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.159676 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Set router d690d1d6-50a5-435e-925a-9beaa6b57167 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:17.193781 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.201832 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.210430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d078eff7-7532-487c-b9d9-54c747cef2f1 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:17.218291 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55950) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:17.237395 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.288117 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55952) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:17.298562 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.308238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2164401-f779-4136-b747-05dba865e8b1,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:17.312042 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:17.317636 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a07bbe90-8796-4e72-a553-70defc3c6dea tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:17.332625 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b85748-fbb2-471e-9aab-9c2237dae1bd,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:17.336650 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.342545 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:17.480967 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.499980 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2014757633-network', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:17.552757 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcca0>, [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 4, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1dcacfbe-7e06-413a-bddf-5319e5c87f81', 'name': '', 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'mac_address': 'fa:16:3e:6c:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '2ddb7da8-d6da-45bc-b496-03a386797b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:13Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 2, 'project_id': '4589868641fa47dcb833d35187286a57', 'subnets': [{'id': '2ddb7da8-d6da-45bc-b496-03a386797b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:17.557998 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Checking router: d690d1d6-50a5-435e-925a-9beaa6b57167 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:17.558167 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.558352 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Updating router d690d1d6-50a5-435e-925a-9beaa6b57167 port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:17.558859 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b7a85fa5-8583-4523-a40e-d4d94e5c05d2 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:17.562606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.574134 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.604712 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.625585 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-92b9914f-4554-40a6-9f7b-b58bd34aa850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:17.643415 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.645255 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6646583
Jun 10 04:10:17.647874 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55956) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:17.653512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group_rule': {'security_group_id': 'c5109423-1a24-4956-b814-90375040f8d8', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:17.663073 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:17.663073 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.663345 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55958) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:17.664109 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7d06c1588944b20b312138e7ffc54c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4447434
Jun 10 04:10:17.681233 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac4930-c296-4c5d-bed5-4422e6afb51d,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:17.686347 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:17.722683 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.737768 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.738303 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d56ed3d-0a88-4a8a-8366-5a47da66e798 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:10:17.747615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.748768 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6d56ed3d-0a88-4a8a-8366-5a47da66e798 HTTP/1.1" status: 204  len: 168 time: 1.8377318
Jun 10 04:10:17.751776 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55960) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:17.763659 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.807779 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 36866248-00bf-4a46-a65b-4f3468754055 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:17.840354 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Made reservation on behalf of b908b5affc64461abc2e9a8b73fbd4b2 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:17.843390 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.848275 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 36866248-00bf-4a46-a65b-4f3468754055 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:17.851842 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 36866248-00bf-4a46-a65b-4f3468754055 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:17.861690 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Deleting subnet 5b563ca2-d0d8-4151-9454-8609257ca4ee {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:10:17.865455 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.867335 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.876274 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.930031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.933573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.935001 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85ac4930-c296-4c5d-bed5-4422e6afb51d HTTP/1.1" status: 204  len: 168 time: 0.2700124
Jun 10 04:10:17.935341 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.950026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4089a71d-ab05-4777-b28e-fd2032feb8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:17.991562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:17.993505 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac4930-c296-4c5d-bed5-4422e6afb51d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.002429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.013339 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.063932 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.066027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e5f001c-1a19-4f6d-997f-b65c9e3307cc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:18.081677 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a35ad48-20eb-449d-b0b3-a04ce288eeef,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.086853 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.094867 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.108992 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.177421 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Transition to ACTIVE for port object 1dcacfbe-7e06-413a-bddf-5319e5c87f81 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:18.177565 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.181612 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:18.183824 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.205295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:10:18.223966 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.228659 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5b563ca2-d0d8-4151-9454-8609257ca4ee HTTP/1.1" status: 204  len: 168 time: 0.4735410
Jun 10 04:10:18.229716 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611d9807-166a-4cab-9ec7-2534ec8110b9,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.230600 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55966) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:18.232685 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.233023 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Added segment 357577e4-7710-491f-89e2-9c47a0bda332 of type vlan for network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb
Jun 10 04:10:18.234708 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.235079 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-936af0de-5ca1-427a-8fb9-4d2b10d79bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:18.270407 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b563ca2-d0d8-4151-9454-8609257ca4ee,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.287342 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.295542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-21f59c69-c7f3-4ae3-b368-6edab2f5c645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.299004 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-0d9a46cc-0549-4b8d-8431-9547d2fe21e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:18.312384 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.316048 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d0e71843-7465-4cb6-b7a3-243436718998 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6640368
Jun 10 04:10:18.322812 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.329316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55970) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:18.341847 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group_rule': {'security_group_id': 'c5109423-1a24-4956-b814-90375040f8d8', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:18.448295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.450024 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:18.457829 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.457994 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcdc79-7a7a-4932-afc0-710bbae17cd7 None None] Pushing event updated for resources: {'Port': ['ID=1dcacfbe-7e06-413a-bddf-5319e5c87f81,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.458134 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-431d9001-9b76-4460-b1fe-2eadc447edb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:18.462281 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-5cbcdc79-7a7a-4932-afc0-710bbae17cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.505027 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Attempting to bind port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:18.505351 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Attempting to bind port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:18.506024 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Attempting to bind port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 on network 84caaa60-9b18-494a-b6ce-9b9d19760050 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:18.520029 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:18.521623 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Checking segment: {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:18.522104 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.541387 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Bound using segment: {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:18.541387 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Bound port: 1dcacfbe-7e06-413a-bddf-5319e5c87f81, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3511f11b-33cb-49bf-b689-a0dd0710051d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:18.541387 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.555896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.566625 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.568162 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:10:18.644904 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] For port 1dcacfbe-7e06-413a-bddf-5319e5c87f81, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:18.652829 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] For port 1dcacfbe-7e06-413a-bddf-5319e5c87f81, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=1dcacfbe-7e06-413a-bddf-5319e5c87f81,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:18.695128 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.702863 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.732010 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.735391 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-dbc21334-4630-473b-b6d0-608bf001db5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:18.804319 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Routers {'d690d1d6-50a5-435e-925a-9beaa6b57167'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:18.805034 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcca0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['d690d1d6-50a5-435e-925a-9beaa6b57167'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:18.811046 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.823786 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb55113160>,) {'filters': {'network_id': ['6770c54c-b3a0-48a9-96d0-c204081125fc']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:18.833501 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.848389 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb55113160>, '09f5a8c6-702f-4b1f-92d3-e01e4e772cff') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:18.848865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb55113160>, '09f5a8c6-702f-4b1f-92d3-e01e4e772cff') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:18.858968 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcdc79-7a7a-4932-afc0-710bbae17cd7 None None] Pushing event updated for resources: {'Port': ['ID=1dcacfbe-7e06-413a-bddf-5319e5c87f81,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:18.863425 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 55984) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:18.864026 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5746703
Jun 10 04:10:18.867875 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.872681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Request body: {'subnet': {'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2014757633-subnet', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:18.909878 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-5cbcdc79-7a7a-4932-afc0-710bbae17cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:18.913270 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.929566 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:10:18.929967 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:10:18.931706 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:10:18.969446 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:18.969709 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] Set router d690d1d6-50a5-435e-925a-9beaa6b57167 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:19.015982 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Made reservation on behalf of b908b5affc64461abc2e9a8b73fbd4b2 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:19.018271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25087428'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.092537 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.098693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3c5aab61-0567-445c-be27-8b11752104ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:19.124754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.139449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49a6c34-b5a5-4561-8fca-3c8bf3ed417c,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:19.143426 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.146296 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6770c54c-b3a0-48a9-96d0-c204081125fc HTTP/1.1" status: 204  len: 168 time: 0.9117329
Jun 10 04:10:19.148470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:19.151053 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:19.172406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6770c54c-b3a0-48a9-96d0-c204081125fc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:19.177031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:19.218765 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device c2164401-f779-4136-b747-05dba865e8b1 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:19.223879 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.228075 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55992) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:19.232941 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group_rule': {'security_group_id': 'c5109423-1a24-4956-b814-90375040f8d8', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:19.238079 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9077010
Jun 10 04:10:19.255818 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: c2164401-f779-4136-b747-05dba865e8b1 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:19.261034 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device c2164401-f779-4136-b747-05dba865e8b1 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:19.293484 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcca0>, [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 4, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1dcacfbe-7e06-413a-bddf-5319e5c87f81', 'name': '', 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'mac_address': 'fa:16:3e:6c:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '2ddb7da8-d6da-45bc-b496-03a386797b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:13Z', 'updated_at': '2021-06-10T04:10:18Z', 'revision_number': 4, 'project_id': '4589868641fa47dcb833d35187286a57', 'subnets': [{'id': '2ddb7da8-d6da-45bc-b496-03a386797b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:19.296963 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579ee51-4c04-440c-8e75-37910b01d1d5 None None] The sync data for ids ['d690d1d6-50a5-435e-925a-9beaa6b57167'] in dv-cinder-741349-4-iscsi is: [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:10:14Z', 'revision_number': 4, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1dcacfbe-7e06-413a-bddf-5319e5c87f81', 'name': '', 'network_id': '84caaa60-9b18-494a-b6ce-9b9d19760050', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'mac_address': 'fa:16:3e:6c:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '2ddb7da8-d6da-45bc-b496-03a386797b3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:13Z', 'updated_at': '2021-06-10T04:10:18Z', 'revision_number': 4, 'project_id': '4589868641fa47dcb833d35187286a57', 'subnets': [{'id': '2ddb7da8-d6da-45bc-b496-03a386797b3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:19.419344 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24941444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25087442'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.423688 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.426903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fcf62eef-342d-464b-90bf-5a64b32bece2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:19.503724 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=504cb5aa-ec52-414e-8a53-4ec08eaba6c6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:19.507002 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.513519 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:19.522398 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Checking segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:19.522752 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Network hostable DHCP agents. Network: 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:10:19.641507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:10:19.641676 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.647137 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:19.652094 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 55998) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:19.685447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6448b5-3bc3-475f-b585-39440c7433e7,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:19.690845 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:19.718422 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-63380817-0395-4ff9-859b-5306872dad38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3caf5a7068bf4553a904087d02c38125&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0647583
Jun 10 04:10:19.720577 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56002) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:19.738277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:19.750202 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:19.750396 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1acf13-2150-4c76-9af3-e82524554b3f None None] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:19.750789 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.786217 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.790982 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5592873
Jun 10 04:10:19.791226 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:19.799978 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group_rule': {'security_group_id': 'c5109423-1a24-4956-b814-90375040f8d8', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:19.805021 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.833663 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-21edd5a2-c7ad-42af-836e-e8cf1ecec64a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9685347
Jun 10 04:10:19.837029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56010) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:19.843061 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.844954 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:19.923489 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Project fc75b086fa39458c8d98b3d816b1efb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 10 04:10:19.932494 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.950829 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:10:19.951957 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.973164 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.978584 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:19.981148 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5fefee9-8172-4937-81b4-9644bc6731a4 HTTP/1.1" status: 204  len: 168 time: 0.2596164
Jun 10 04:10:19.982398 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-401ace42-35a6-4dd6-8697-4d6b170eadd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:19.992745 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.001954 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fefee9-8172-4937-81b4-9644bc6731a4,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:20.004237 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:20.007681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.009302 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.082950 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.084770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.087306 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-512d8524-0329-4c05-ab34-1c66fd80e160 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:20.111413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dc33e7-9d4d-4dcb-b67a-03b7d476f129,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:20.113747 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:20.146045 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Allocated IP 172.20.0.2 (9fe0c191-b0d4-410e-bc0b-60c9e163d3cb/504cb5aa-ec52-414e-8a53-4ec08eaba6c6/3426577f-c95a-494a-99a1-c325a0b56e65) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:20.197400 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.201533 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4058776
Jun 10 04:10:20.202045 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56018) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:20.207107 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'security_group_rule': {'security_group_id': 'c5109423-1a24-4956-b814-90375040f8d8', 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:20.338151 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.348086 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Transition to ACTIVE for port object 3426577f-c95a-494a-99a1-c325a0b56e65 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:20.361872 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.securitygroups_db [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Project fc75b086fa39458c8d98b3d816b1efb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 10 04:10:20.363418 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.365430 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Transition to ACTIVE for port object 3426577f-c95a-494a-99a1-c325a0b56e65 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:20.367814 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.443971 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.595982 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.622313 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:20.646968 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:20.653315 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:20.653315 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:20.659994 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Pushing event updated for resources: {'Port': ['ID=3426577f-c95a-494a-99a1-c325a0b56e65,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:20.666440 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.668806 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-860c8f63-1deb-413d-a24b-aa424578b350 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:20.694217 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:20.713961 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d087c7de-5b83-4866-a918-63c3c598183e,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:20.717831 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:20.739056 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Attempting to bind port 3426577f-c95a-494a-99a1-c325a0b56e65 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:20.739056 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Attempting to bind port 3426577f-c95a-494a-99a1-c325a0b56e65 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:20.739261 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Attempting to bind port 3426577f-c95a-494a-99a1-c325a0b56e65 on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:20.749120 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:20.749897 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Checking segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:20.750553 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.751198 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Bound using segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:20.751918 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Bound port: 3426577f-c95a-494a-99a1-c325a0b56e65, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:20.752798 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.790133 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.791261 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5880027
Jun 10 04:10:20.847296 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] For port 3426577f-c95a-494a-99a1-c325a0b56e65, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:20.848230 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] For port 3426577f-c95a-494a-99a1-c325a0b56e65, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3426577f-c95a-494a-99a1-c325a0b56e65,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:20.916839 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.920045 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:20.980721 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:20.991460 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Pushing event updated for resources: {'Port': ['ID=3426577f-c95a-494a-99a1-c325a0b56e65,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:21.015652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:21.023688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:21.179484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Allocated IP 172.27.0.125 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/9f8bde49-88f8-485d-8b43-db8f94de3a8e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:21.447259 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1dcacfbe-7e06-413a-bddf-5319e5c87f81 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:21.456599 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:21.585337 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:21.588853 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e2de2bd1-d1ac-4b6a-8ab1-89ccacf2b700 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:21.642301 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:21.644092 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:21.647361 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:21.652996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:21.657471 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8bde49-88f8-485d-8b43-db8f94de3a8e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:21.659628 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:21.660126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:21.688677 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:21.841780 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:21.886462 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 1dcacfbe-7e06-413a-bddf-5319e5c87f81, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=1dcacfbe-7e06-413a-bddf-5319e5c87f81,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:21.989283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:21.991289 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:22.089837 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=1dcacfbe-7e06-413a-bddf-5319e5c87f81,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:22.095589 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:22.184541 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:22.300402 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513bf5b-4b05-468e-b429-48cd80d0cf9a None None] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:22.475208 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-8d9a529c-46cc-4dad-a718-6286a8cb247e None None] Provisioning for port 3426577f-c95a-494a-99a1-c325a0b56e65 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:22.837160 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:23.076263 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Router 8dc6fd17-26be-49eb-a620-139c418baf9e is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:10:23.226682 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:23.255662 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:23.260272 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:23.260904 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55d8c7f0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:23.326327 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:23.330180 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.4917862
Jun 10 04:10:23.332233 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56154) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:23.361027 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1dcacfbe-7e06-413a-bddf-5319e5c87f81 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:23.597163 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:23.597712 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:23.600160 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:23.916243 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3426577f-c95a-494a-99a1-c325a0b56e65 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:23.930601 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:23.994225 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55d8c7f0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:21Z', 'revision_number': 3, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:23.999205 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:23.999831 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Updating router 8dc6fd17-26be-49eb-a620-139c418baf9e port 9f8bde49-88f8-485d-8b43-db8f94de3a8e binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:24.041149 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.080489 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 3426577f-c95a-494a-99a1-c325a0b56e65 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:24.089180 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 3426577f-c95a-494a-99a1-c325a0b56e65 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:24.089562 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.123800 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Allocated IP 172.20.0.1 (9fe0c191-b0d4-410e-bc0b-60c9e163d3cb/504cb5aa-ec52-414e-8a53-4ec08eaba6c6/d938b3f5-faf3-48b3-a07a-e7c68007c4f6) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:24.255519 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.268951 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Transition to ACTIVE for port object d938b3f5-faf3-48b3-a07a-e7c68007c4f6 will not be triggered until provisioned by entity DHCP. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:24.329069 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.356166 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.359378 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:24.391654 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 3426577f-c95a-494a-99a1-c325a0b56e65, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3426577f-c95a-494a-99a1-c325a0b56e65,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:24.408241 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:24.411030 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:24.415360 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:24.423260 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Pushing event updated for resources: {'Port': ['ID=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:24.444243 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:24.459401 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.464244 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.468232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.471626 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:24.473919 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Transition to ACTIVE for port object 9f8bde49-88f8-485d-8b43-db8f94de3a8e will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:24.529901 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=3426577f-c95a-494a-99a1-c325a0b56e65,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:24.533484 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:24.544232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.548012 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-87884c77-0660-467c-962e-73979c7d828b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:24.613787 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Attempting to bind port 9f8bde49-88f8-485d-8b43-db8f94de3a8e on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:24.614476 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Attempting to bind port 9f8bde49-88f8-485d-8b43-db8f94de3a8e by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:24.614573 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Attempting to bind port 9f8bde49-88f8-485d-8b43-db8f94de3a8e on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:24.625382 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:24.625776 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:24.626189 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.626595 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:24.627106 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Bound port: 9f8bde49-88f8-485d-8b43-db8f94de3a8e, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:24.630806 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.630806 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585572fe-6e55-4045-84e8-ef9356a3e49e None None] Pushing event updated for resources: {'Port': ['ID=9f8bde49-88f8-485d-8b43-db8f94de3a8e,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:24.632716 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-585572fe-6e55-4045-84e8-ef9356a3e49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:24.701915 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] For port 9f8bde49-88f8-485d-8b43-db8f94de3a8e, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:24.705551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] For port 9f8bde49-88f8-485d-8b43-db8f94de3a8e, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=9f8bde49-88f8-485d-8b43-db8f94de3a8e,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:24.717398 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.739208 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9b99ee07-b232-4e4e-989e-41b458c79ab0 None None] Provisioning for port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:24.743572 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9b99ee07-b232-4e4e-989e-41b458c79ab0 None None] Provisioning complete for port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:24.743985 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9b99ee07-b232-4e4e-989e-41b458c79ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.785116 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.788222 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:24.791913 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-9b99ee07-b232-4e4e-989e-41b458c79ab0 None None] Port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:24.856080 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:24.856715 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55d8c7f0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:24.861366 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585572fe-6e55-4045-84e8-ef9356a3e49e None None] Pushing event updated for resources: {'Port': ['ID=9f8bde49-88f8-485d-8b43-db8f94de3a8e,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:24.909199 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-585572fe-6e55-4045-84e8-ef9356a3e49e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:24.934851 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:24.999793 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:25.024080 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:25.050496 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b643a16f-9c80-46dd-b62b-a93e903acf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:25.110551 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Pushing event updated for resources: {'Port': ['ID=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:25.114347 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:25.117254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:25.243075 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:25.245283 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:25.366097 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3426577f-c95a-494a-99a1-c325a0b56e65 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:25.453189 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:10:25.475637 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 3426577f-c95a-494a-99a1-c325a0b56e65 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:25.476020 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:25.545641 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-6e95279a-68a0-447b-aed8-007332297258 None None] Provisioning complete for port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:25.545931 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6e95279a-68a0-447b-aed8-007332297258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:25.576416 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55d8c7f0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:25.587828 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c77f0-647c-4156-ac40-6e51ab705915 None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:25.599185 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-6e95279a-68a0-447b-aed8-007332297258 None None] Port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:25.616352 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:25.631544 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] 10.222.0.20 "PUT /v2.0/routers/8dc6fd17-26be-49eb-a620-139c418baf9e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2929845
Jun 10 04:10:26.540923 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56202) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:26.547047 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2073595576-network', 'tenant_id': '37e04fef7c484f78834fd083242a22f4'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:26.656934 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Made reservation on behalf of 37e04fef7c484f78834fd083242a22f4 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:26.659420 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:26.671816 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:26.789442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:26.887737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:26.911754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:10:26.922862 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5816dba6-124e-40ad-828a-165dd3657c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:26.967027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:26.967390 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Added segment bf69be3a-2aad-4285-a20e-96f8de5a9ee5 of type vlan for network 6bc4daeb-a672-4d90-bc3b-4896c729ad47
Jun 10 04:10:26.978240 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180489fc-7a96-4aaa-ab98-effe60558a91,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:27.014757 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.015099 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.015482 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.015950 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.016306 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.016692 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.017055 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.019996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.019996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.019996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.019996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.019996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:10:27.026318 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:27.042429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.150217 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.152241 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:27.152823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.157256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-69905138-255c-464d-b8d9-792fe10a45a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:27.247578 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Pushing event updated for resources: {'Network': ['ID=6bc4daeb-a672-4d90-bc3b-4896c729ad47,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:27.250323 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:27.259951 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:10:27.287787 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-60a96abc-4131-4e87-acc7-19176de6ba97 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7450969
Jun 10 04:10:27.292029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56222) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:27.301225 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Request body: {'subnet': {'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2073595576-subnet', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:27.357811 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 9f8bde49-88f8-485d-8b43-db8f94de3a8e up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:27.478118 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Made reservation on behalf of 37e04fef7c484f78834fd083242a22f4 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:27.482491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25087428'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.600806 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 9f8bde49-88f8-485d-8b43-db8f94de3a8e completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:27.602463 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 9f8bde49-88f8-485d-8b43-db8f94de3a8e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:27.603068 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.627533 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:27.637977 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:27.638581 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcd90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:27.700917 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.730601 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 9f8bde49-88f8-485d-8b43-db8f94de3a8e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=9f8bde49-88f8-485d-8b43-db8f94de3a8e,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:27.762013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24941444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25087442'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.765186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:27.790289 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:27.795907 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:27.798128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:27.838111 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ade528f-e6de-4cb9-aa16-4577a6d39d9d,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:27.843375 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:27.851063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Checking segment: {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:27.851063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Network hostable DHCP agents. Network: 6bc4daeb-a672-4d90-bc3b-4896c729ad47, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:10:27.855532 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=9f8bde49-88f8-485d-8b43-db8f94de3a8e,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:27.858866 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:27.944247 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:10:28.018703 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 6bc4daeb-a672-4d90-bc3b-4896c729ad47) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:28.034327 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e98fca0-d5b2-4a80-a5ef-e5ce7c7c2d02 None None] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:28.038561 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:28.040782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.058837 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcd90>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 2, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:28.062810 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:28.063464 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Updating router 8dc6fd17-26be-49eb-a620-139c418baf9e port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:28.106319 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.138031 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8444643
Jun 10 04:10:28.140992 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56240) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:28.147694 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:28.270293 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.271684 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.299164 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-6bc4daeb-a672-4d90-bc3b-4896c729ad47', 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'fixed_ips': [{'subnet_id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:10:28.300742 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.381679 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.515306 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Allocated IP 172.20.0.2 (6bc4daeb-a672-4d90-bc3b-4896c729ad47/1ade528f-e6de-4cb9-aa16-4577a6d39d9d/e7c18610-0bbe-4daf-9f95-8233d9aef397) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:28.586810 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.597546 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Transition to ACTIVE for port object d938b3f5-faf3-48b3-a07a-e7c68007c4f6 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:28.675876 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.685805 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:28.767047 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.784842 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-ce865e27-765d-47ae-aa18-f755c360a64c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3389118
Jun 10 04:10:28.811898 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0b05e-537b-4ea7-9898-272695cf627e None None] Pushing event updated for resources: {'Port': ['ID=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:28.829859 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.837198 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-6bb0b05e-537b-4ea7-9898-272695cf627e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:28.842894 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Transition to ACTIVE for port object e7c18610-0bbe-4daf-9f95-8233d9aef397 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:28.880857 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Transition to ACTIVE for port object e7c18610-0bbe-4daf-9f95-8233d9aef397 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:28.890744 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Attempting to bind port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:28.891397 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Attempting to bind port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:28.891805 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Attempting to bind port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:28.897351 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:28.897864 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Checking segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:28.898481 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.898989 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Bound using segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:28.899681 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Bound port: d938b3f5-faf3-48b3-a07a-e7c68007c4f6, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:28.900307 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.934983 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:28.944190 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-e2b80c22-dd2f-4ed8-9e7c-a819fc53138a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:28.947044 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-15d41154-ffc9-423e-a93a-6df6c375a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:28.948712 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-15d41154-ffc9-423e-a93a-6df6c375a1d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1098 time: 0.1191466
Jun 10 04:10:29.031292 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] For port d938b3f5-faf3-48b3-a07a-e7c68007c4f6, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:29.031594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Pushing event updated for resources: {'Port': ['ID=e7c18610-0bbe-4daf-9f95-8233d9aef397,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:29.040224 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:29.043065 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:29.044027 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] For port d938b3f5-faf3-48b3-a07a-e7c68007c4f6, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:29.044564 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:29.046995 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:29.099383 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.103475 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7ade3559-98b3-456d-928a-872131423f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:29.124017 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Attempting to bind port e7c18610-0bbe-4daf-9f95-8233d9aef397 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:29.124835 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Attempting to bind port e7c18610-0bbe-4daf-9f95-8233d9aef397 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:29.125002 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Attempting to bind port e7c18610-0bbe-4daf-9f95-8233d9aef397 on network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:29.134841 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:29.142772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Checking segment: {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:29.142772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.142772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Bound using segment: {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:29.142772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Bound port: e7c18610-0bbe-4daf-9f95-8233d9aef397, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:29.142772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.150707 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-8adbf417-0f12-4c21-88f0-cd0b7ce9a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:29.151968 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-8adbf417-0f12-4c21-88f0-cd0b7ce9a0c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 909 time: 0.1403151
Jun 10 04:10:29.189884 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:29.191220 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcd90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:29.248406 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] For port e7c18610-0bbe-4daf-9f95-8233d9aef397, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:29.255147 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] For port e7c18610-0bbe-4daf-9f95-8233d9aef397, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e7c18610-0bbe-4daf-9f95-8233d9aef397,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:29.267944 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0b05e-537b-4ea7-9898-272695cf627e None None] Pushing event updated for resources: {'Port': ['ID=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:29.321040 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-6bb0b05e-537b-4ea7-9898-272695cf627e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:29.346968 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 9f8bde49-88f8-485d-8b43-db8f94de3a8e up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:29.387729 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:29.398985 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.412768 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:29.420852 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-8d7c4bdc-5b7f-44a4-b9f4-fcafd93220ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 200  len: 1000 time: 0.2244151
Jun 10 04:10:29.438496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.505121 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Pushing event updated for resources: {'Port': ['ID=e7c18610-0bbe-4daf-9f95-8233d9aef397,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:29.507943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.515451 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:29.534560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 9f8bde49-88f8-485d-8b43-db8f94de3a8e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:29.535092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:29.585841 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-d580569a-1124-4222-93c4-bec87af47f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:29.585841 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-d580569a-1124-4222-93c4-bec87af47f49 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.1558769
Jun 10 04:10:29.719264 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Allocated IP 172.27.0.34 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/51d23263-0751-41cd-8550-e4ee42f2d0f8) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:29.719449 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb565dcd90>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:29Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:29.725522 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-ed9d2903-d17d-41d9-ac34-f510bd69efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:29.725706 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8230fb7-0ce9-4e42-a3c2-cbbef8b06d20 None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:29Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:29.725862 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-ed9d2903-d17d-41d9-ac34-f510bd69efc8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1318657
Jun 10 04:10:30.287460 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-f8b1c90c-6899-4878-99f5-cbd9993382ef service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5472729
Jun 10 04:10:30.326032 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:30.468549 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-81733ae7-9dc2-47c7-a5a0-a66d24feb4df req-b5fae99e-0d33-480b-853f-9cf31d846eb5 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542511
Jun 10 04:10:30.534447 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:30.549222 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc600501-2437-44cf-976d-1944b4ba7aaa tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:30.569340 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:30.572617 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:30.617247 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:30.688086 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Pushing event updated for resources: {'Port': ['ID=51d23263-0751-41cd-8550-e4ee42f2d0f8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:30.700494 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:30.788334 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19fa082-1893-4674-ae1b-8c37508313f6 None None] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:30.790179 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.012935 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-029cb3ab-286b-4b72-bfcf-8edae6393413 None None] Provisioning for port e7c18610-0bbe-4daf-9f95-8233d9aef397 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:31.083790 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.386628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.452505 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device e7c18610-0bbe-4daf-9f95-8233d9aef397 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:31.584570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port e7c18610-0bbe-4daf-9f95-8233d9aef397 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:31.592663 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port e7c18610-0bbe-4daf-9f95-8233d9aef397 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:31.593107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.669594 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:10:31.693265 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.739451 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port e7c18610-0bbe-4daf-9f95-8233d9aef397, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e7c18610-0bbe-4daf-9f95-8233d9aef397,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:31.801047 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.801925 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d938b3f5-faf3-48b3-a07a-e7c68007c4f6 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:31.829676 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:31.851649 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:31.868429 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Sync routers for ids ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:31.908333 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Routers {'05701b3a-684a-4a1f-987f-4f7a7d2423b1'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:31.908960 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54e47d90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:31.915235 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=e7c18610-0bbe-4daf-9f95-8233d9aef397,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:31.918432 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:31.967094 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:31.970817 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8250134
Jun 10 04:10:31.971054 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56326) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:32.075462 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Set router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:32.320028 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:32.326894 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:32.327508 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:32.557938 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:32.610374 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port d938b3f5-faf3-48b3-a07a-e7c68007c4f6, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:32.615668 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54e47d90>, [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:10:30Z', 'revision_number': 3, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:32.622039 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Checking router: 05701b3a-684a-4a1f-987f-4f7a7d2423b1 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:32.622039 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Updating router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 port 51d23263-0751-41cd-8550-e4ee42f2d0f8 binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:32.661733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:32.671594 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:32.782148 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:32.787581 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:32.868763 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739d702-e776-42b6-b713-9c9c60ec1da0 req-9dcaee5e-1b3d-4ff4-a8de-f42bdfc4ca16 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:32.870571 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8739d702-e776-42b6-b713-9c9c60ec1da0 req-9dcaee5e-1b3d-4ff4-a8de-f42bdfc4ca16 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0903797
Jun 10 04:10:32.909226 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:32.931334 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8739d702-e776-42b6-b713-9c9c60ec1da0 req-cc320e2b-ee2d-4f60-aac9-bdc3cf7e0452 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537119
Jun 10 04:10:32.957514 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:33.078271 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.091359 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Transition to ACTIVE for port object 51d23263-0751-41cd-8550-e4ee42f2d0f8 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:33.142470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Allocated IP 172.20.0.1 (6bc4daeb-a672-4d90-bc3b-4896c729ad47/1ade528f-e6de-4cb9-aa16-4577a6d39d9d/fed432ad-7041-4584-8d53-f00824e2b0e2) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:33.172819 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.175777 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-585572fe-6e55-4045-84e8-ef9356a3e49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:33.243523 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Attempting to bind port 51d23263-0751-41cd-8550-e4ee42f2d0f8 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:33.243943 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Attempting to bind port 51d23263-0751-41cd-8550-e4ee42f2d0f8 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:33.244912 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Attempting to bind port 51d23263-0751-41cd-8550-e4ee42f2d0f8 on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:33.252182 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:33.252554 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:33.252971 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.253379 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:33.253860 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Bound port: 51d23263-0751-41cd-8550-e4ee42f2d0f8, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:33.254240 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.255870 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da2f2c-b2e5-4c23-b423-9db5bd841c36 None None] Pushing event updated for resources: {'Port': ['ID=51d23263-0751-41cd-8550-e4ee42f2d0f8,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:33.259437 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-c3da2f2c-b2e5-4c23-b423-9db5bd841c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:33.301761 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device e7c18610-0bbe-4daf-9f95-8233d9aef397 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:33.302788 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.336818 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Transition to ACTIVE for port object fed432ad-7041-4584-8d53-f00824e2b0e2 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:33.381343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] For port 51d23263-0751-41cd-8550-e4ee42f2d0f8, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:33.386062 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] For port 51d23263-0751-41cd-8550-e4ee42f2d0f8, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51d23263-0751-41cd-8550-e4ee42f2d0f8,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:33.394408 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port e7c18610-0bbe-4daf-9f95-8233d9aef397 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:33.394786 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.490726 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d938b3f5-faf3-48b3-a07a-e7c68007c4f6 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:33.516272 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.517031 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.519238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6955d720-0d2f-4f17-81cf-b5d3045989b6 tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:33.520888 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:33.559054 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:33.567964 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:33.569354 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:33.611268 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Routers {'05701b3a-684a-4a1f-987f-4f7a7d2423b1'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:33.611919 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54e47d90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:33.614314 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da2f2c-b2e5-4c23-b423-9db5bd841c36 None None] Pushing event updated for resources: {'Port': ['ID=51d23263-0751-41cd-8550-e4ee42f2d0f8,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:33.617701 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-c3da2f2c-b2e5-4c23-b423-9db5bd841c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:33.625650 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Pushing event updated for resources: {'Port': ['ID=fed432ad-7041-4584-8d53-f00824e2b0e2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:33.629774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:33.638249 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.741354 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:33.741729 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:33.829108 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] Set router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:33.945870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.080603 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-1d25b713-624e-48ab-982f-0fbc51a754bc None None] Provisioning for port fed432ad-7041-4584-8d53-f00824e2b0e2 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:34.094319 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-1d25b713-624e-48ab-982f-0fbc51a754bc None None] Provisioning complete for port fed432ad-7041-4584-8d53-f00824e2b0e2 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:34.094714 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-1d25b713-624e-48ab-982f-0fbc51a754bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.154248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-1d25b713-624e-48ab-982f-0fbc51a754bc None None] Port fed432ad-7041-4584-8d53-f00824e2b0e2 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:34.227918 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c682f4f-6309-4d63-9aa7-7eb149af8933 req-3e485662-ed79-46e9-a8e8-13eae48fd06f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:34.230104 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c682f4f-6309-4d63-9aa7-7eb149af8933 req-3e485662-ed79-46e9-a8e8-13eae48fd06f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1220586
Jun 10 04:10:34.248068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.283136 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c682f4f-6309-4d63-9aa7-7eb149af8933 req-4b6bc84f-4241-4656-9c46-69d73f143a65 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459492
Jun 10 04:10:34.345923 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54e47d90>, [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:10:30Z', 'revision_number': 3, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:34.349352 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a25bae-dc0c-43ce-87bc-b8703e012825 None None] The sync data for ids ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'] in dv-cinder-741349-4-iscsi is: [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:10:30Z', 'revision_number': 3, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:34.350227 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.359936 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:34.401784 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56366) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:34.446894 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.450308 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Pushing event updated for resources: {'Port': ['ID=fed432ad-7041-4584-8d53-f00824e2b0e2,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:34.453483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:34.521196 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.579333 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:34.588972 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:34.666273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.726867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.729617 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-711930ad-cbb4-4108-8b6f-f221d97b775f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:34.784046 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdf479ff77cf4092b29a53070fe8db33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809309
Jun 10 04:10:34.785261 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2cceb-4650-4ddd-9fc7-5c67e61bbd93,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:34.787862 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56370) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:34.789096 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:34.796977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:10:34.881468 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-ae8341cf-5c6a-4485-a283-83020ebda13b None None] Provisioning complete for port fed432ad-7041-4584-8d53-f00824e2b0e2 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:34.881956 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ae8341cf-5c6a-4485-a283-83020ebda13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:34.926683 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-ae8341cf-5c6a-4485-a283-83020ebda13b None None] Port fed432ad-7041-4584-8d53-f00824e2b0e2 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:34.986678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.015401 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:10:35.032350 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.042090 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:35.048360 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] 10.222.0.20 "PUT /v2.0/routers/05701b3a-684a-4a1f-987f-4f7a7d2423b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0763447
Jun 10 04:10:35.190454 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.193211 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.194362 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bee2cceb-4650-4ddd-9fc7-5c67e61bbd93 HTTP/1.1" status: 204  len: 168 time: 0.4027455
Jun 10 04:10:35.195100 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:35.208339 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2cceb-4650-4ddd-9fc7-5c67e61bbd93,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:35.211831 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:35.366779 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51d23263-0751-41cd-8550-e4ee42f2d0f8 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:35.521723 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 51d23263-0751-41cd-8550-e4ee42f2d0f8 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:35.522348 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767956-2fd8-4eb3-87f8-7aea5109bdf2 req-fdbf799e-0ba1-4cc3-bb41-b32482a2720b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:35.529256 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-93767956-2fd8-4eb3-87f8-7aea5109bdf2 req-fdbf799e-0ba1-4cc3-bb41-b32482a2720b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0826657
Jun 10 04:10:35.535560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 51d23263-0751-41cd-8550-e4ee42f2d0f8 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:35.536198 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.578512 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-93767956-2fd8-4eb3-87f8-7aea5109bdf2 req-39a33dc5-9da9-4cd4-bc46-b37403586ddb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480933
Jun 10 04:10:35.648483 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.678459 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 51d23263-0751-41cd-8550-e4ee42f2d0f8, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51d23263-0751-41cd-8550-e4ee42f2d0f8,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:35.762129 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.764147 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-c3da2f2c-b2e5-4c23-b423-9db5bd841c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:35.811549 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56392) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:35.822549 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-283043088', 'description': 'tempest-secgroup-smoke-283043088 description', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:35.845622 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=51d23263-0751-41cd-8550-e4ee42f2d0f8,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:35.849047 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:35.963624 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:35.998029 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56404) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:36.015684 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.063284 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.126872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.130339 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02247c7a-fe1d-4495-87dc-c075b1227904 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:36.163490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c360f85f-e4fd-4d58-b59f-3939f53f6bc3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:36.167015 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:36.211903 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.252091 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.254662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e09bdb03-1b0e-4ae7-8558-1b930d3de96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:36.292740 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daef1fb-d3bb-4b45-b1d8-a6cb711f502f,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:36.299812 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84c037bafb864678bd93071960b84765&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2978988
Jun 10 04:10:36.299812 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:36.300262 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56406) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:36.309720 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.310885 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4982889
Jun 10 04:10:36.324480 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56408) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:36.329058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group_rule': {'security_group_id': 'c360f85f-e4fd-4d58-b59f-3939f53f6bc3', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:36.359628 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.382705 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.423323 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.496604 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.496733 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.498017 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3daef1fb-d3bb-4b45-b1d8-a6cb711f502f HTTP/1.1" status: 204  len: 168 time: 0.1968708
Jun 10 04:10:36.499316 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-26584974-333f-4745-a7ec-c5f556cd9cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:36.516764 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daef1fb-d3bb-4b45-b1d8-a6cb711f502f,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:36.519273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:36.520027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.601422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.604151 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0e913018-17c1-4b58-b671-c4f305c4cb46 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:36.626005 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0713c780-481d-453d-9859-acbdb3e7d7d0,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:36.634674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:36.713238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.714360 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3889184
Jun 10 04:10:36.717487 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56414) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:36.722550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group_rule': {'security_group_id': 'c360f85f-e4fd-4d58-b59f-3939f53f6bc3', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:36.774656 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e53e10-6f7e-4278-8108-920a599f414b req-120cd2ac-ad99-473a-942c-72e950b4c540 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:36.776201 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55e53e10-6f7e-4278-8108-920a599f414b req-120cd2ac-ad99-473a-942c-72e950b4c540 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0733275
Jun 10 04:10:36.793661 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Sync routers for ids ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:36.803359 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Routers {'05701b3a-684a-4a1f-987f-4f7a7d2423b1'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:36.803986 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb563d8d90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:36.816520 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.835271 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55e53e10-6f7e-4278-8108-920a599f414b req-e1f8fdbd-ebe3-4c92-9eca-62b693af49ac tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527027
Jun 10 04:10:36.893090 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.972392 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:36.974787 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2abf0cba-cc9f-486e-ac94-4fd2845dc02d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:36.979104 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Set router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:36.995199 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f620b4d-1f9a-4107-9b76-682c42ec4cd3,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:36.998179 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:37.081305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.083033 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3642833
Jun 10 04:10:37.085544 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56434) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:37.090422 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group_rule': {'security_group_id': 'c360f85f-e4fd-4d58-b59f-3939f53f6bc3', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:37.192046 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56438) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:37.192843 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.223142 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.263095 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb563d8d90>, [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:10:33Z', 'revision_number': 4, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'fed432ad-7041-4584-8d53-f00824e2b0e2', 'name': '', 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'mac_address': 'fa:16:3e:f5:df:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:32Z', 'updated_at': '2021-06-10T04:10:34Z', 'revision_number': 2, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'subnets': [{'id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:37.264689 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.271610 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Checking router: 05701b3a-684a-4a1f-987f-4f7a7d2423b1 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:37.271610 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Updating router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 port fed432ad-7041-4584-8d53-f00824e2b0e2 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:10:37.292930 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51d23263-0751-41cd-8550-e4ee42f2d0f8 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:37.315507 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.338237 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.353177 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 51d23263-0751-41cd-8550-e4ee42f2d0f8 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:37.354351 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.354642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.357300 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:37.374853 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6372c47-b982-48ed-8277-13e38779e987,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:37.377270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:37.430849 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.435131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df1ceca0-1f86-4ebc-aef6-42402a964a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:37.481120 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=26717c7f0544402b8c47cf7baeba66d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2872329
Jun 10 04:10:37.483117 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528bce8c-c606-453d-bc04-47428d19268c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:37.483768 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56442) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:37.486104 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:37.509232 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.510878 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-14fa6500-7c20-4af1-9381-99a7e4b46760 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4243932
Jun 10 04:10:37.514084 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56444) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:37.519647 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group_rule': {'security_group_id': 'c360f85f-e4fd-4d58-b59f-3939f53f6bc3', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:37.542100 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.568535 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.612679 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.698313 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.701158 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.704616 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/528bce8c-c606-453d-bc04-47428d19268c HTTP/1.1" status: 204  len: 168 time: 0.2175565
Jun 10 04:10:37.704616 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-0f0dbcef-8081-41a3-8ee0-6f73aff55f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:37.716554 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528bce8c-c606-453d-bc04-47428d19268c,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:37.720507 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:37.721495 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.733629 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.745186 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Transition to ACTIVE for port object fed432ad-7041-4584-8d53-f00824e2b0e2 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:37.807171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.812986 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:37.830996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3de054-69c0-46c6-b592-d0a20953ec51,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:37.833699 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:37.841231 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.843548 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:37.944085 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:37.945458 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4297037
Jun 10 04:10:37.948790 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56454) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:37.954158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group_rule': {'security_group_id': 'c360f85f-e4fd-4d58-b59f-3939f53f6bc3', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:38.006178 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e93e58-6969-4c24-b013-298d0238352c None None] Pushing event updated for resources: {'Port': ['ID=fed432ad-7041-4584-8d53-f00824e2b0e2,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:38.014830 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-86e93e58-6969-4c24-b013-298d0238352c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:38.020198 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Attempting to bind port fed432ad-7041-4584-8d53-f00824e2b0e2 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:38.020931 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Attempting to bind port fed432ad-7041-4584-8d53-f00824e2b0e2 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:38.021515 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Attempting to bind port fed432ad-7041-4584-8d53-f00824e2b0e2 on network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:38.028064 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:38.028691 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Checking segment: {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:38.033293 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.033293 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Bound using segment: {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:38.033293 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Bound port: fed432ad-7041-4584-8d53-f00824e2b0e2, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:38.033293 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.043206 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec986-27c7-42a8-bbbf-b9e32bbda7fc req-9aceab48-224c-44eb-86df-6e60cf52a675 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:38.045458 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7c5ec986-27c7-42a8-bbbf-b9e32bbda7fc req-9aceab48-224c-44eb-86df-6e60cf52a675 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0904384
Jun 10 04:10:38.053359 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Project b908b5affc64461abc2e9a8b73fbd4b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 10 04:10:38.059349 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.097252 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7c5ec986-27c7-42a8-bbbf-b9e32bbda7fc req-bf2e159f-0121-4a02-910e-6efb6bf7f790 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455251
Jun 10 04:10:38.145877 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] For port fed432ad-7041-4584-8d53-f00824e2b0e2, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:38.149216 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] For port fed432ad-7041-4584-8d53-f00824e2b0e2, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=fed432ad-7041-4584-8d53-f00824e2b0e2,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:38.166354 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.230174 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.236367 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:38.241585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.243641 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:38.264812 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca383884-75bc-466c-a47f-18c5c0d549a6,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:38.267705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:38.309744 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e93e58-6969-4c24-b013-298d0238352c None None] Pushing event updated for resources: {'Port': ['ID=fed432ad-7041-4584-8d53-f00824e2b0e2,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:38.313582 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-86e93e58-6969-4c24-b013-298d0238352c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:38.327346 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.331892 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4d6eadc6-3888-4ba1-84b8-fd2f4646dc20 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3815861
Jun 10 04:10:38.334018 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56472) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:38.335318 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Routers {'05701b3a-684a-4a1f-987f-4f7a7d2423b1'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:38.336232 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb563d8d90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:38.339566 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'security_group_rule': {'security_group_id': 'c360f85f-e4fd-4d58-b59f-3939f53f6bc3', 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:38.446706 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.securitygroups_db [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Project b908b5affc64461abc2e9a8b73fbd4b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 10 04:10:38.452493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.516531 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] Set router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:38.544342 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.629429 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.636274 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:38.652792 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97790f8-3eef-4f71-9d4e-e7bb5df1d896,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:38.655441 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:38.703729 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:38.708010 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4a12a7b1-18d8-4177-bf62-9ddbaeb6f9cb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3713715
Jun 10 04:10:38.792218 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb563d8d90>, [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:10:33Z', 'revision_number': 4, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'fed432ad-7041-4584-8d53-f00824e2b0e2', 'name': '', 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'mac_address': 'fa:16:3e:f5:df:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:32Z', 'updated_at': '2021-06-10T04:10:38Z', 'revision_number': 4, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'subnets': [{'id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:38.795747 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c12a7-b3b4-49ab-9c20-3d241b2d492b None None] The sync data for ids ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'] in dv-cinder-741349-4-iscsi is: [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:10:33Z', 'revision_number': 4, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'fed432ad-7041-4584-8d53-f00824e2b0e2', 'name': '', 'network_id': '6bc4daeb-a672-4d90-bc3b-4896c729ad47', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'mac_address': 'fa:16:3e:f5:df:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:32Z', 'updated_at': '2021-06-10T04:10:38Z', 'revision_number': 4, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'subnets': [{'id': '1ade528f-e6de-4cb9-aa16-4577a6d39d9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:39.324903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc26e4-254b-42b6-a840-1eb030dde508 req-213174d1-9841-4f75-84b4-72dc33adc399 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:39.330034 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-11dc26e4-254b-42b6-a840-1eb030dde508 req-213174d1-9841-4f75-84b4-72dc33adc399 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0915310
Jun 10 04:10:39.339411 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fed432ad-7041-4584-8d53-f00824e2b0e2 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:39.388357 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-11dc26e4-254b-42b6-a840-1eb030dde508 req-28fb396f-6ce4-4ffd-a8e1-80a46117d43b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523825
Jun 10 04:10:39.521364 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port fed432ad-7041-4584-8d53-f00824e2b0e2 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:39.526251 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port fed432ad-7041-4584-8d53-f00824e2b0e2 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:39.526645 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:39.642741 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:39.690245 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port fed432ad-7041-4584-8d53-f00824e2b0e2, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=fed432ad-7041-4584-8d53-f00824e2b0e2,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:39.755196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:39.758386 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:39.829197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=fed432ad-7041-4584-8d53-f00824e2b0e2,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:39.834730 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:40.575472 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c29de-e5a1-4cf2-a980-45f8213271d1 req-80c35ee6-3c94-4901-8bdd-e1be30580eeb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:40.576906 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b85c29de-e5a1-4cf2-a980-45f8213271d1 req-80c35ee6-3c94-4901-8bdd-e1be30580eeb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0775461
Jun 10 04:10:40.863217 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b85c29de-e5a1-4cf2-a980-45f8213271d1 req-373f3a03-e7f0-48aa-acaf-b896532b7a9e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2806649
Jun 10 04:10:41.266851 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fed432ad-7041-4584-8d53-f00824e2b0e2 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:10:41.335319 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port fed432ad-7041-4584-8d53-f00824e2b0e2 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:41.335704 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:42.206529 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438ab1c-7800-4dee-9eeb-d858ca84dd0c req-bb28ab51-f0f4-4005-bf46-368a90af8692 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:42.208361 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8438ab1c-7800-4dee-9eeb-d858ca84dd0c req-bb28ab51-f0f4-4005-bf46-368a90af8692 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0702896
Jun 10 04:10:42.254031 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8438ab1c-7800-4dee-9eeb-d858ca84dd0c req-92eb9ae1-92ae-4557-95e3-4c64b636433e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396147
Jun 10 04:10:42.490224 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-099526d6-ee2d-498a-9116-6d13440592f5 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1914344214&fields=id&tenant_id=fc75b086fa39458c8d98b3d816b1efb3 HTTP/1.1" status: 200  len: 267 time: 0.0396857
Jun 10 04:10:42.636728 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-0bb2a6d1-a2d6-48a7-b6e5-b5321ba69511 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:42.647680 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-0bb2a6d1-a2d6-48a7-b6e5-b5321ba69511 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 808 time: 0.1467495
Jun 10 04:10:42.655029 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-43b73cbf-facf-439b-90ec-8c203eaddd7e tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/quotas/fc75b086fa39458c8d98b3d816b1efb3 HTTP/1.1" status: 200  len: 375 time: 0.0093610
Jun 10 04:10:42.737430 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-9c7e6f5a-9503-4ee0-a187-b3f00f65e972 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0771062
Jun 10 04:10:42.868502 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-5e012093-0b43-4044-ac7c-a8af40e2d4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1192474
Jun 10 04:10:42.989950 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-522fc9af-2e93-4de8-a0c2-a3f5a12cbed6 service neutron] 10.222.0.20 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148968
Jun 10 04:10:43.331425 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6cda337e-b91b-477e-8a22-ac691759fd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:43.571233 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56682) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:43.678060 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:43.813232 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:43.865453 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-360df5b4-5839-4fc8-8ec6-939d6f7e2c68 req-d0a0ccc3-f96c-4135-8b89-58ff0a48e05d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 210 time: 0.0397401
Jun 10 04:10:43.901563 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dee5c0-e8f2-4275-b718-526864c379fd req-05fa6e0e-093b-4366-9229-038fe7bd4129 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:43.904336 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-68dee5c0-e8f2-4275-b718-526864c379fd req-05fa6e0e-093b-4366-9229-038fe7bd4129 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0961893
Jun 10 04:10:43.924350 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:43.936340 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e22279b-47ef-4cf1-b03d-7cfc0cb46bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:43.994382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56698) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:43.994864 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41f462afa2e94857a9516c4a6176ef52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4178936
Jun 10 04:10:43.999457 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-68dee5c0-e8f2-4275-b718-526864c379fd req-82dc2b12-88b9-488c-9be1-ef73822ea2ef tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835323
Jun 10 04:10:44.005176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6748072-7b21-4a72-83b4-4fb5d46b533d,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:44.008303 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:44.056096 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:44.082639 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:44.246552 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:44.249108 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:44.250299 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6748072-7b21-4a72-83b4-4fb5d46b533d HTTP/1.1" status: 204  len: 168 time: 0.2545102
Jun 10 04:10:44.251406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a1ac8826-0086-4565-8dbc-bbfad0d53397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:44.260534 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6748072-7b21-4a72-83b4-4fb5d46b533d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:44.262843 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:44.582657 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade4779-7b98-4341-aa01-734ed10f5700 req-87dd146f-fda9-4439-a96b-97e581a43263 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:44.584396 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4ade4779-7b98-4341-aa01-734ed10f5700 req-87dd146f-fda9-4439-a96b-97e581a43263 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0787475
Jun 10 04:10:44.643775 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4ade4779-7b98-4341-aa01-734ed10f5700 req-7f00d54e-77b7-43b7-8eea-c4db8b4aed45 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530190
Jun 10 04:10:44.705855 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd989f70-1daa-400d-968c-809fbc83d31b req-22db6f2a-3ba8-4dbe-9e26-b8320c6a0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:44.707418 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-22db6f2a-3ba8-4dbe-9e26-b8320c6a0862 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 1098 time: 0.0788510
Jun 10 04:10:44.820530 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd989f70-1daa-400d-968c-809fbc83d31b req-39f7b028-f8c5-4e0a-98a3-ea56894714c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:44.822519 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-39f7b028-f8c5-4e0a-98a3-ea56894714c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 909 time: 0.1081128
Jun 10 04:10:44.925988 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-fd9b34c0-1647-41b4-8aaf-c52756147eb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 200  len: 1000 time: 0.0967271
Jun 10 04:10:44.987223 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56720) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:45.009126 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.017488 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a4a8e858-e745-4bd7-8fe3-cecbf60f7d0d req-b09bce9e-4f39-4adf-988e-121f83465bfb tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 210 time: 0.0752506
Jun 10 04:10:45.028981 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd989f70-1daa-400d-968c-809fbc83d31b req-92781436-e4ab-4b9c-801b-ec03e8ba5fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:45.030463 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-92781436-e4ab-4b9c-801b-ec03e8ba5fbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.0972686
Jun 10 04:10:45.128089 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd989f70-1daa-400d-968c-809fbc83d31b req-3af72811-7d29-4461-a1d9-73e98cc478c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:45.129768 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-3af72811-7d29-4461-a1d9-73e98cc478c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913653
Jun 10 04:10:45.133506 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.218550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.221744 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-15953c7f-9bf8-4e73-a1a7-461932353c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:45.263446 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-b1525ca0-02f7-4168-8835-0b9f21e56f54 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262629
Jun 10 04:10:45.265626 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c567c02d-eced-4020-955e-4f09180019dc,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:45.278666 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:45.287717 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93ebc7f7a96a4cb4a6d2001cbaf33fd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2970247
Jun 10 04:10:45.288505 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56726) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:45.357432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.382729 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.429134 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bd989f70-1daa-400d-968c-809fbc83d31b req-561d696b-bc60-4a4f-86f8-f68687e7853d service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575427
Jun 10 04:10:45.561179 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.563996 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.569896 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c567c02d-eced-4020-955e-4f09180019dc HTTP/1.1" status: 204  len: 168 time: 0.2758839
Jun 10 04:10:45.569896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d4baaa41-d43c-48af-9fbf-a43faa622a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:45.575488 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c567c02d-eced-4020-955e-4f09180019dc,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:45.583025 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:45.749187 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412ba98-24cd-4248-922b-8efa447e6727 req-55729392-3273-4cd2-a102-f1d3dec2e667 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:45.750785 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8412ba98-24cd-4248-922b-8efa447e6727 req-55729392-3273-4cd2-a102-f1d3dec2e667 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.0837305
Jun 10 04:10:45.802764 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8412ba98-24cd-4248-922b-8efa447e6727 req-cc89811e-8f40-448b-b780-235048b1db49 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464189
Jun 10 04:10:45.851903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56738) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:45.892389 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.899081 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ae05f-894c-4cdf-ad5a-169028f97685 req-ae3ec269-7bbe-45d7-a2b7-e69437bc1875 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:45.901665 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-766ae05f-894c-4cdf-ad5a-169028f97685 req-ae3ec269-7bbe-45d7-a2b7-e69437bc1875 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.1118326
Jun 10 04:10:45.921792 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-8e300ed8-cd85-4828-9ab9-58f5bcbe452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:45.959080 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-766ae05f-894c-4cdf-ad5a-169028f97685 req-819a1b1e-db7f-4671-89ce-3c797d39369d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509129
Jun 10 04:10:45.995736 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.107648 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.200189 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-840eb2b2-a7be-4ff4-8484-f5d16fd3c421 req-2967f879-ef99-4efd-ad65-7cdb0b5ea5db tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 210 time: 0.0382159
Jun 10 04:10:46.201113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.205430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b5c27af6-d251-463b-8d9d-bbad2a0159fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:46.246425 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=10c7cc8b5eef498880d551f89eaeff78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3933618
Jun 10 04:10:46.251128 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a5d06e-f18c-4ea9-8e17-831c326a3bc3,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:46.251247 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:46.253798 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56754) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:46.315119 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.341442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.510359 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.513036 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:46.514187 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54a5d06e-f18c-4ea9-8e17-831c326a3bc3 HTTP/1.1" status: 204  len: 168 time: 0.2594025
Jun 10 04:10:46.514912 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:46.525917 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a5d06e-f18c-4ea9-8e17-831c326a3bc3,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:46.528193 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:46.758146 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-755c1bf6-35d7-4837-93d4-58342dc1636b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:46.760419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-755c1bf6-35d7-4837-93d4-58342dc1636b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 808 time: 0.1347878
Jun 10 04:10:46.816762 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-40ad1797-b92b-411f-9aeb-4f6401f67dc7 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc75b086fa39458c8d98b3d816b1efb3 HTTP/1.1" status: 200  len: 380 time: 0.0376275
Jun 10 04:10:46.826743 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'port': {'device_id': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'admin_state_up': True, 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'security_groups': ['c5109423-1a24-4956-b814-90375040f8d8']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:46.978199 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.070472 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9fc98-eaa1-406e-af83-9742c7f2e5a3 req-98f197bb-d676-4aa3-82d9-7bb297d75592 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:47.073103 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-07c9fc98-eaa1-406e-af83-9742c7f2e5a3 req-98f197bb-d676-4aa3-82d9-7bb297d75592 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.1173644
Jun 10 04:10:47.120323 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-07c9fc98-eaa1-406e-af83-9742c7f2e5a3 req-982f1e1a-d134-455a-8797-4574c677a43d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383418
Jun 10 04:10:47.134140 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Made reservation on behalf of fc75b086fa39458c8d98b3d816b1efb3 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:47.306845 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56788) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:47.366492 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.420748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.432387 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1dc8acc1-701d-427c-ae4b-26fabe3ea5a4 req-2ce9cd68-ab49-4647-a00c-f524187ba8fb tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 210 time: 0.0453374
Jun 10 04:10:47.531741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41f13-d832-422a-87c4-0dc5e543516b req-2a2f40d2-15f2-4aae-a88d-bd42912c56a6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:47.533245 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b6e41f13-d832-422a-87c4-0dc5e543516b req-2a2f40d2-15f2-4aae-a88d-bd42912c56a6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.4403379
Jun 10 04:10:47.541313 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.599873 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.603051 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:47.624542 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b6e41f13-d832-422a-87c4-0dc5e543516b req-f39d8a94-adc1-4ce9-a949-80d663c22131 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851293
Jun 10 04:10:47.631442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Allocated IP 172.20.0.11 (8a7bf972-53d8-4705-a3f1-e2959829afc7/42d8debb-ec3d-448a-8d88-305dac0e0341/9ce9780c-2da8-484d-83ea-a5eb01e1d439) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:47.645376 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02febbf7-3969-451a-ad03-9dbd60179413,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:47.650187 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e930718868c444abdbcd4bb05f9b7b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3408349
Jun 10 04:10:47.652753 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56798) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:47.673614 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:47.728325 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.752681 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.868612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.892390 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.892675 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Transition to ACTIVE for port object 9ce9780c-2da8-484d-83ea-a5eb01e1d439 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:47.895538 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:47.897067 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02febbf7-3969-451a-ad03-9dbd60179413 HTTP/1.1" status: 204  len: 168 time: 0.2431302
Jun 10 04:10:47.898327 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d23b6769-8c90-4d3e-8162-41316c32952c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:47.904674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-f72c12e6-9dda-4aeb-b7e2-f30771597c1c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:47.906183 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-f72c12e6-9dda-4aeb-b7e2-f30771597c1c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.1302862
Jun 10 04:10:47.910459 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02febbf7-3969-451a-ad03-9dbd60179413,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:47.913227 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:48.051965 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Deleting port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:10:48.052442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.097714 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56806) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:48.148138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.155935 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:48.221006 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:48.237186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:48.263381 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:48.331792 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] For port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:48.332168 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.337264 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:48.340379 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:48.430549 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.454158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:48.454909 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.502143 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66089361-1d6e-4400-810f-bdbc5398ebbf req-fc8ccc4c-9e6f-452c-81f3-3dd6a00b0e50 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:48.514177 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-66089361-1d6e-4400-810f-bdbc5398ebbf req-fc8ccc4c-9e6f-452c-81f3-3dd6a00b0e50 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 947 time: 0.2400515
Jun 10 04:10:48.574481 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-66089361-1d6e-4400-810f-bdbc5398ebbf req-f3d1e6a7-6df3-4009-b6b3-907f05abdb98 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=80a21b78-1d80-47ff-928c-2df2183086a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591278
Jun 10 04:10:48.607025 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7839630
Jun 10 04:10:48.636512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Request body: {'port': {'device_id': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:48.685629 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.692705 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.783629 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.787752 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c204b340-9ee4-4a72-92d9-9567f866e5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:48.818976 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-18fff763-7a38-498f-84b1-631b762844b9 None None] Provisioning for port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:10:48.826137 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-18fff763-7a38-498f-84b1-631b762844b9 None None] Provisioning complete for port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:10:48.826823 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-18fff763-7a38-498f-84b1-631b762844b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.831982 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec747816dac34ebbb2af1175a47393f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7331724
Jun 10 04:10:48.836166 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca43b78-017d-47c3-8d31-ebce6180c46a,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:48.836166 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56826) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:48.846573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.846995 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.847326 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Floating IP 6f42b048-8ec3-459d-a830-69c1112e1065 disassociated. External IP: 172.27.0.31, port: 6ad67975-fe3c-43e0-8c2e-360a1d0764e5.
Jun 10 04:10:48.847741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Calling delete_port for 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:10:48.851771 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:48.875404 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.884419 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-18fff763-7a38-498f-84b1-631b762844b9 None None] Port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:10:48.886456 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd991fd-b292-4d22-9ee7-7984a302989a req-4f798aec-8381-44dd-9137-53cbb052e9d0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:48.887980 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9cd991fd-b292-4d22-9ee7-7984a302989a req-4f798aec-8381-44dd-9137-53cbb052e9d0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 932 time: 0.2140119
Jun 10 04:10:48.913746 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:48.943586 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.033663 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9cd991fd-b292-4d22-9ee7-7984a302989a req-27c333c0-56ab-4175-8e85-d6815da0356f tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913544
Jun 10 04:10:49.068381 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.071172 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.072393 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fca43b78-017d-47c3-8d31-ebce6180c46a HTTP/1.1" status: 204  len: 168 time: 0.2360749
Jun 10 04:10:49.073384 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2130c9e8-84e9-4b0e-af18-cec238bbacfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:49.082438 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca43b78-017d-47c3-8d31-ebce6180c46a,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:49.085293 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:49.246135 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56838) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:49.276224 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.285254 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:49.326176 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event deleted for resources: {'Port': ['ID=6ad67975-fe3c-43e0-8c2e-360a1d0764e5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:49.335001 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:49.459518 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1138470203-network', 'tenant_id': 'c74cfde494a54ba481adef8f1f3d34b1'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:49.503640 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce9780c-2da8-484d-83ea-a5eb01e1d439 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:10:49.514136 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.542576 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Transition to ACTIVE for port object 9ce9780c-2da8-484d-83ea-a5eb01e1d439 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:10:49.554295 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:10:49.566613 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Made reservation on behalf of c74cfde494a54ba481adef8f1f3d34b1 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:49.569083 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.580821 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.736976 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.739400 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-61835632-b1c9-49cb-9076-50727fc8e2e6 req-135373a1-4ef0-4129-aa68-97def58e1d6d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0482981
Jun 10 04:10:49.839417 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.854430 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:10:49.865525 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.869288 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Added segment a0c0bd3b-0e00-4738-9c88-4478a8d27d08 of type vlan for network 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b
Jun 10 04:10:49.927093 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56848) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:49.927717 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c3e9835d-6b91-4922-8ce2-f5388395ec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:49.938827 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.978134 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:49.989433 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.000465 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a7156e09-1a2e-44e0-823d-949fc634cc89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:50.001662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8035f4e1-3585-47dc-92dd-84b9f608ebeb,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:50.014693 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:50.125620 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.127429 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.128778 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:50.129401 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.133880 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-095c7ae6-0858-4c42-8c18-73e1e320fcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:50.154490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:50.215487 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:50.221620 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.297241 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Pushing event updated for resources: {'Network': ['ID=74f1e4d8-c37d-487d-8653-ee09c9cb4b5b,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:50.304219 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0560215
Jun 10 04:10:50.307071 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:50.307071 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-85adc4a7-7a5f-4a66-a2be-2eadeeb862da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:50.317319 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:10:50.330350 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56852) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:50.335466 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa222f7f-55af-47de-b092-adc89bd0f502,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:50.336286 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:50.339875 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Request body: {'subnet': {'network_id': '74f1e4d8-c37d-487d-8653-ee09c9cb4b5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1138470203-subnet', 'tenant_id': 'c74cfde494a54ba481adef8f1f3d34b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:50.354693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:10:50.361903 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb7f029703d94b70add18ed941837a65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4274628
Jun 10 04:10:50.367135 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56854) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:50.371380 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:10:50.395596 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:10:50.405110 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:10:50.405816 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:10:50.433645 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Made reservation on behalf of c74cfde494a54ba481adef8f1f3d34b1 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:50.441469 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973279'] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.468871 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Attempting to bind port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:10:50.469209 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Attempting to bind port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:10:50.469542 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Attempting to bind port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 on network 8a7bf972-53d8-4705-a3f1-e2959829afc7 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:50.471781 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] No DVR routers for this DVR port 6ad67975-fe3c-43e0-8c2e-360a1d0764e5 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:10:50.476325 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:50.477248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55134ca0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:50.480619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.482568 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb4d01f2-82e2-43d8-8e97-08b17b634979 req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "DELETE /v2.0/ports/6ad67975-fe3c-43e0-8c2e-360a1d0764e5 HTTP/1.1" status: 204  len: 173 time: 2.5689044
Jun 10 04:10:50.486027 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-deleted', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:10:50.488523 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3a0cd9-be9b-4132-8c5f-30d9f2b9856f" -d '{"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-deleted", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:10:50.511135 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 on network 8a7bf972-53d8-4705-a3f1-e2959829afc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:10:50.511464 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Attempting to bind port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 on network 8a7bf972-53d8-4705-a3f1-e2959829afc7 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:10:50.522689 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:10:50.523050 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Checking segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:50.523442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Bound using segment: {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:10:50.523879 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Bound port: 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7698a622-1f36-4550-af42-391bdcf99077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:10:50.524226 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.533181 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6b3e-5aca-4366-8578-5143e2741fb8 req-2785ef43-4c36-450b-a3c9-e390241d0804 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:50.541667 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023f6b3e-5aca-4366-8578-5143e2741fb8 req-2785ef43-4c36-450b-a3c9-e390241d0804 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.2615914
Jun 10 04:10:50.577076 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13fb2b-2296-44bd-afcb-48893a857c8e x-openstack-request-id: req-3d13fb2b-2296-44bd-afcb-48893a857c8e {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:10:50.577393 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b0c1e5-62e5-43c4-9e4c-969918017f62", "name": "network-vif-deleted", "tag": "6ad67975-fe3c-43e0-8c2e-360a1d0764e5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:10:50.578157 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d13fb2b-2296-44bd-afcb-48893a857c8e {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:10:50.578595 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b0c1e5-62e5-43c4-9e4c-969918017f62', 'name': 'network-vif-deleted', 'tag': '6ad67975-fe3c-43e0-8c2e-360a1d0764e5', 'status': 'completed', 'code': 200}
Jun 10 04:10:50.608885 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.647712 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-023f6b3e-5aca-4366-8578-5143e2741fb8 req-12f1c96f-c2dd-46d9-b0e4-6ec1329c4979 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026514
Jun 10 04:10:50.702743 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.715331 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:50.741906 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:10:50.768330 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:10:50.845634 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.848591 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c01ff878-febf-4733-855f-162e15be60fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:50.885415 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.888253 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.889609 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa222f7f-55af-47de-b092-adc89bd0f502 HTTP/1.1" status: 204  len: 168 time: 0.5206718
Jun 10 04:10:50.924473 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:50.936329 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:50.936505 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8c7e75c7-ba33-48a2-960f-43cc46022e99 req-2116f3fe-6fa1-4ae4-8a51-360e36ba4c8f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2b0c1e5-62e5-43c4-9e4c-969918017f62 HTTP/1.1" status: 200  len: 210 time: 0.0444610
Jun 10 04:10:50.937364 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-900fe526-6017-41d3-8971-a8b610835d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:50.941860 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:50.942485 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.944347 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] 10.222.0.11 "PUT /v2.0/ports/9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 1094 time: 2.3134768
Jun 10 04:10:50.949156 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14501411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973257'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:50.952072 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa222f7f-55af-47de-b092-adc89bd0f502,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:50.953312 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-9798a3d6-95bb-4c4d-a6d2-b8efc2b0fd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:50.955790 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:51.083798 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Checking segment: {'id': 'a0c0bd3b-0e00-4738-9c88-4478a8d27d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '74f1e4d8-c37d-487d-8653-ee09c9cb4b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:51.084347 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Network hostable DHCP agents. Network: 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:10:51.091503 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5db2f12-731f-4bfe-939a-3c987a3f3915,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:51.094501 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:51.130304 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55134ca0>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:51.135683 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:10:51.144874 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:10:51.145704 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55134ca0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:51.169621 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-eaf032c6-035a-4474-81b3-6790ef8067df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:51.171407 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-eaf032c6-035a-4474-81b3-6790ef8067df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1097 time: 0.0716577
Jun 10 04:10:51.183265 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Network 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:10:51.263786 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-0b275a12-3cc4-4a22-871d-01a1772e01d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 217 time: 0.0780592
Jun 10 04:10:51.275548 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:51.280496 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:51.281354 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:51.347284 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0375851-2fc8-42cd-8aaf-f4a080bfe36e None None] Network 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:51.354224 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-bd0ab4a9-891e-435a-ad6b-66841a8f8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:51.359352 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-bd0ab4a9-891e-435a-ad6b-66841a8f8d28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.0838788
Jun 10 04:10:51.398722 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-6a9945d6-873a-4abe-a62c-be5fffaddb3e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0453067
Jun 10 04:10:51.514690 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-657713aa-2d80-41a9-b50f-1cff145b9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:51.519351 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-657713aa-2d80-41a9-b50f-1cff145b9b85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1492569
Jun 10 04:10:51.622784 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:10:51.767419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-f5b99978-de0f-4782-a4c4-c447bc636d3c service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440929
Jun 10 04:10:51.932413 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd206eb-4c9e-4319-90ed-0055bda6ed61 None None] Network 74f1e4d8-c37d-487d-8653-ee09c9cb4b5b requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:52.057171 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1397fdf9-8cb5-4f66-8d38-9c917b466218 req-46dfbf9a-d441-4b9b-934e-c82da0186b8f service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2833841
Jun 10 04:10:52.089075 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f728875-1659-4bad-b52b-8ca28e2064b7 req-ae60b06c-bfc5-456c-b726-8995b478138b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:52.090846 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9f728875-1659-4bad-b52b-8ca28e2064b7 req-ae60b06c-bfc5-456c-b726-8995b478138b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.1316695
Jun 10 04:10:52.215410 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9f728875-1659-4bad-b52b-8ca28e2064b7 req-4c3a5e3f-218a-423b-bbcf-27758f2c2eec tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108234
Jun 10 04:10:52.266364 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56890) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:52.341498 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55134ca0>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:10:52.345197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95c12e-eb6a-4360-9eec-da0113136977 None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:10:52.349509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.378196 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.534958 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.534958 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.535182 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56902) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:52.535904 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "DELETE /v2.0/security-groups/80a21b78-1d80-47ff-928c-2df2183086a6 HTTP/1.1" status: 204  len: 168 time: 0.2674222
Jun 10 04:10:52.537196 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c52fa3c8-6fd3-4a26-9ae8-9d32fd82ac08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:52.559686 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.api.v2.resource [None req-dc12be88-6557-425f-b519-a0f9b7cae7bc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] show failed (client error): The resource could not be found.
Jun 10 04:10:52.560997 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-dc12be88-6557-425f-b519-a0f9b7cae7bc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups/80a21b78-1d80-47ff-928c-2df2183086a6 HTTP/1.1" status: 404  len: 347 time: 0.0317700
Jun 10 04:10:52.561862 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a21b78-1d80-47ff-928c-2df2183086a6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:52.571037 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56904) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:52.578919 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:52.579539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:10:52.581887 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df242ab-d201-4feb-af06-5f88c4244367" -d '{"events": [{"name": "network-changed", "server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:10:52.633359 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e856c94a-0b8e-488d-991b-af0e1bb65c9c None None] New status for floating IP 6f42b048-8ec3-459d-a830-69c1112e1065: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:10:52.682995 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56910) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:52.685183 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1055370495-network', 'tenant_id': '3b60404d6ec249489dbfda0a964ea2ac'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:52.695713 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade4184-64b7-4087-8690-0e042c02d929 x-openstack-request-id: req-4ade4184-64b7-4087-8690-0e042c02d929 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:10:52.697213 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:10:52.697578 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ade4184-64b7-4087-8690-0e042c02d929 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:10:52.698065 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'status': 'completed', 'code': 200}
Jun 10 04:10:52.795821 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Made reservation on behalf of 3b60404d6ec249489dbfda0a964ea2ac for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:52.799728 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.822547 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.918797 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df242ab-d201-4feb-af06-5f88c4244367 req-1838f6c7-f923-4bc5-9347-7a4f56e7a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:52.920326 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-1838f6c7-f923-4bc5-9347-7a4f56e7a3a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1097 time: 0.2146356
Jun 10 04:10:52.949545 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:52.970467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Deleting port 97dea7b7-bc11-49f4-aa48-060bf686a908 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:10:52.970820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.050743 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.054801 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7f1ebf84-588f-49cc-962b-f72ea2dcc935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:53.077899 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:10:53.087612 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c8805-011f-4304-9e00-3837c66eb59b,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:53.091707 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:53.095187 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.095354 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Added segment 1ec10995-b70f-471d-a4ba-9afaada191aa of type vlan for network 4e396fd6-a816-40ea-a43c-d2fb75d885ee
Jun 10 04:10:53.128922 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df242ab-d201-4feb-af06-5f88c4244367 req-568f8117-7032-4acc-a4ce-ecfe23bbbd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:53.130380 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-568f8117-7032-4acc-a4ce-ecfe23bbbd64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 909 time: 0.2027993
Jun 10 04:10:53.145896 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.155139 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.155475 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.208494 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-2589d74b-4d8c-436f-b719-b27843d325bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 217 time: 0.0695617
Jun 10 04:10:53.228745 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.230080 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:53.230689 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.232901 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:53.300274 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Calling delete_port for 97dea7b7-bc11-49f4-aa48-060bf686a908 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:10:53.352328 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Pushing event updated for resources: {'Network': ['ID=4e396fd6-a816-40ea-a43c-d2fb75d885ee,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:53.365340 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 4e396fd6-a816-40ea-a43c-d2fb75d885ee details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:10:53.375511 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:53.388051 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7081838
Jun 10 04:10:53.408708 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 56934) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:53.415716 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Request body: {'subnet': {'network_id': '4e396fd6-a816-40ea-a43c-d2fb75d885ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1055370495-subnet', 'tenant_id': '3b60404d6ec249489dbfda0a964ea2ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:53.428067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df242ab-d201-4feb-af06-5f88c4244367 req-06d4e085-97b5-4976-a7d7-f2c5d736e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:53.429317 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-06d4e085-97b5-4976-a7d7-f2c5d736e39f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.1743088
Jun 10 04:10:53.470648 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c28714-0e5f-4203-b2bd-afc29c664484 req-a73d1092-ce70-4c76-a65c-7e4bea8d19da tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:53.480625 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-99c28714-0e5f-4203-b2bd-afc29c664484 req-a73d1092-ce70-4c76-a65c-7e4bea8d19da tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0988412
Jun 10 04:10:53.522008 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-99c28714-0e5f-4203-b2bd-afc29c664484 req-c812f5ad-66ee-4bab-9473-f19a0a5f3774 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432510
Jun 10 04:10:53.547243 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Made reservation on behalf of 3b60404d6ec249489dbfda0a964ea2ac for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:10:53.550453 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973279'] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.558688 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df242ab-d201-4feb-af06-5f88c4244367 req-831e7596-d650-4cfc-a387-6bc158f18898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:53.560924 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-831e7596-d650-4cfc-a387-6bc158f18898 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1224473
Jun 10 04:10:53.684846 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.693373 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-29c19221-37cc-45ca-899f-aef278f2f185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:53.723350 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-02bfd071-0a8f-4b93-8a27-7063ff1a97a3 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552973
Jun 10 04:10:53.724430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event deleted for resources: {'Port': ['ID=97dea7b7-bc11-49f4-aa48-060bf686a908,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:53.728969 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:53.845419 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14501411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973257'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.848857 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:53.888035 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.890842 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:53.892168 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "DELETE /v2.0/floatingips/6f42b048-8ec3-459d-a830-69c1112e1065 HTTP/1.1" status: 204  len: 168 time: 1.3199379
Jun 10 04:10:53.916592 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24c37fe-ced7-4a0a-be0c-c7255cb8ced8,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:53.925699 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:53.927021 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0df242ab-d201-4feb-af06-5f88c4244367 req-06399156-04e0-4dbb-8475-6a44546b0dbb service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936193
Jun 10 04:10:53.928525 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Checking segment: {'id': '1ec10995-b70f-471d-a4ba-9afaada191aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4e396fd6-a816-40ea-a43c-d2fb75d885ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:10:53.929076 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Network hostable DHCP agents. Network: 4e396fd6-a816-40ea-a43c-d2fb75d885ee, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:10:54.017902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Network 4e396fd6-a816-40ea-a43c-d2fb75d885ee is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:10:54.098323 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 4e396fd6-a816-40ea-a43c-d2fb75d885ee) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:54.104284 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:54.109298 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.109591 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baa3dc4-9896-4688-90f7-4e4608622061 None None] Network 4e396fd6-a816-40ea-a43c-d2fb75d885ee requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:54.171212 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56960) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:54.176057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406831415', 'description': 'tempest-description--1041953948'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:54.196021 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2572937b-ce77-48cc-a3cd-2e0b2c20f59f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7854218
Jun 10 04:10:54.275759 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.282621 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd8850-7376-4ad7-96fc-273498179d9b None None] Network 4e396fd6-a816-40ea-a43c-d2fb75d885ee requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:10:54.393309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.458200 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.461920 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3803334f-cde8-4462-a46d-a049d214de71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:54.502507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dca55f-beb3-415b-900b-ee86d9270ac9,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:54.502507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:54.549977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.554324 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3818963
Jun 10 04:10:54.554972 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56980) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:54.560061 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'security_group_rule': {'security_group_id': '61dca55f-beb3-415b-900b-ee86d9270ac9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:54.686276 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.709878 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bffaf7-7c3d-471b-9410-30730d2d8581 req-89f7b24c-a557-4bcf-87d5-7bb7ea41abaf tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:54.711398 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-30bffaf7-7c3d-471b-9410-30730d2d8581 req-89f7b24c-a557-4bcf-87d5-7bb7ea41abaf tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0776684
Jun 10 04:10:54.751291 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.754391 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-30bffaf7-7c3d-471b-9410-30730d2d8581 req-038e3771-e60d-4f87-9aba-91c82f45aa38 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363424
Jun 10 04:10:54.844865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.847048 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-65c467f3-0406-460c-ac31-a194532bb78d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:54.863642 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfac352-5a1f-4f72-9c20-7b498b701774,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:54.866023 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:54.921039 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:54.923223 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3674426
Jun 10 04:10:54.926020 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 56996) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:54.932130 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'security_group_rule': {'security_group_id': '61dca55f-beb3-415b-900b-ee86d9270ac9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:55.046279 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.107899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.193423 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.195582 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cf780529-609a-4baf-89fb-a7a94542ad1b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:55.209992 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0cee1f-9f52-4eb6-935a-b39b753e9cba,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:55.214205 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:55.273441 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.279943 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-c239ae87-d39f-40b7-bd0a-394c9ef317f5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3474884
Jun 10 04:10:55.279943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57002) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:55.283458 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:10:55.366033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:55.389404 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.496863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.556984 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.701358 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.715880 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Allocated IP 172.27.0.53 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/a04407f3-ed6b-4b97-aa49-82cdefd184b8) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:10:55.800308 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.805029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ed28b67b-97ab-41c3-ad88-9f4e9fc9f686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:55.865008 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=274a0a3b925a49c993c9aed1815ad105&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4979076
Jun 10 04:10:55.867415 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fab8532-0e8f-460c-a78a-38996ba2ca28,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:55.867900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57012) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:55.873052 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:55.897690 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.921190 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.944210 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:55.981089 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67016c0-0bad-4a19-a9db-942447fd5cd8 req-be124cea-e244-4474-9f4e-7f849fa2cccc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:55.982624 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e67016c0-0bad-4a19-a9db-942447fd5cd8 req-be124cea-e244-4474-9f4e-7f849fa2cccc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.1056702
Jun 10 04:10:56.033631 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e67016c0-0bad-4a19-a9db-942447fd5cd8 req-c6badd2d-cc03-4b9f-a7f6-c9c2285dfc33 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440030
Jun 10 04:10:56.075801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.076008 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.077962 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d5c164cd-a20c-4ead-8e1e-b900ff6fd63f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:56.078959 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.080182 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fab8532-0e8f-460c-a78a-38996ba2ca28 HTTP/1.1" status: 204  len: 168 time: 0.2107718
Jun 10 04:10:56.082227 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fcfb6b05-bbd7-4caa-967d-2c6077e029f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:56.089980 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fab8532-0e8f-460c-a78a-38996ba2ca28,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:56.092880 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:56.127466 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:10:56.130479 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:10:56.134951 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:10:56.138061 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'Port': ['ID=a04407f3-ed6b-4b97-aa49-82cdefd184b8,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:56.163506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:56.533232 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.709544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.902242 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.912752 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57032) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:56.928981 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-912ff425-93a1-43f6-99ab-51527ceb0fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.962449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:56.966990 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f8d0c143-3c48-4bb9-932b-8d6ac2422d5d tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:57.076278 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'Port': ['ID=a04407f3-ed6b-4b97-aa49-82cdefd184b8,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:57.077339 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:57.086336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.123286 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-912ff425-93a1-43f6-99ab-51527ceb0fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.202255 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-912ff425-93a1-43f6-99ab-51527ceb0fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.205769 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1e16df40-93cf-4f9c-a85b-bbd94fdcd3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:57.232885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87304396-f7c2-4b96-91ae-8641db2d9eee req-7ad61fe4-aa9d-4257-beb3-cd070571029b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:57.234364 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-87304396-f7c2-4b96-91ae-8641db2d9eee req-7ad61fe4-aa9d-4257-beb3-cd070571029b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0715959
Jun 10 04:10:57.249640 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-912ff425-93a1-43f6-99ab-51527ceb0fc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=25c466243a2f4dffb7908c1681b23dbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3357904
Jun 10 04:10:57.250546 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ff425-93a1-43f6-99ab-51527ceb0fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8408887d-1eab-4eb2-a5b3-21e14bcbc82e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:57.252977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57038) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:57.254881 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-912ff425-93a1-43f6-99ab-51527ceb0fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:57.288151 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-87304396-f7c2-4b96-91ae-8641db2d9eee req-5bcdf2e7-029b-43bd-ac0c-cd13c3c40622 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471306
Jun 10 04:10:57.308654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.331803 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.348309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.357314 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0701258
Jun 10 04:10:57.518637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.521205 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:57.525497 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8408887d-1eab-4eb2-a5b3-21e14bcbc82e HTTP/1.1" status: 204  len: 168 time: 0.2684205
Jun 10 04:10:57.525497 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8dcc71b8-b515-4e29-bdf5-117d9045dab3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:57.539208 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8408887d-1eab-4eb2-a5b3-21e14bcbc82e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:57.550911 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:57.561238 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-fa47ffa9-30ca-4668-b1dc-001f5137f26c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1406831415&fields=id&tenant_id=e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 267 time: 0.0615664
Jun 10 04:10:57.695418 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-4655900b-b592-485b-8dff-0345e92277fd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:57.697376 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-4655900b-b592-485b-8dff-0345e92277fd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 817 time: 0.1298096
Jun 10 04:10:57.712674 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-e0256927-60af-4914-bd78-1eea1df7f2e4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/quotas/e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 375 time: 0.0091710
Jun 10 04:10:57.789245 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-d1c6533e-23ba-4e35-9d2d-8368800de7d5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0714958
Jun 10 04:10:57.928244 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-d2c87528-435c-4c51-8bb0-35d89b36a5f6 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249037
Jun 10 04:10:58.054453 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-d4e3d657-8c21-4515-a6a5-c819522dca37 service neutron] 10.222.0.20 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191089
Jun 10 04:10:58.316587 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ebbb6b06-da15-4ce6-b2b0-e3d6ba49997b req-26ba56de-2f7f-4028-88bf-0b964b2d0337 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 210 time: 0.0587072
Jun 10 04:10:58.440076 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:10:58.470049 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-b7864f04-44b7-4748-a344-12633338b3b8 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283043088&fields=id&tenant_id=b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 267 time: 0.0835607
Jun 10 04:10:58.534397 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48016c74-cf09-4f93-be05-c79bf9bc28c3 req-24f74aaa-d26b-4c91-ae11-c23fa3ba9347 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:58.541947 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-48016c74-cf09-4f93-be05-c79bf9bc28c3 req-24f74aaa-d26b-4c91-ae11-c23fa3ba9347 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0871868
Jun 10 04:10:58.600976 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-48016c74-cf09-4f93-be05-c79bf9bc28c3 req-aa6552e0-bd11-4bf4-845a-f98f6e88d45d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581086
Jun 10 04:10:58.620277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-4ecc024b-05ba-4fb7-9caf-cc8ad2dd9967 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:58.621820 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-4ecc024b-05ba-4fb7-9caf-cc8ad2dd9967 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 812 time: 0.1507652
Jun 10 04:10:58.632485 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:58.637903 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-918dd1f4-be4f-47ff-b227-acd1ffb23319 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/quotas/b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 375 time: 0.0101826
Jun 10 04:10:58.655435 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'port_id': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'mac_address': 'fa:16:3e:78:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:10:58.710987 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:58.740450 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce9780c-2da8-484d-83ea-a5eb01e1d439 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:10:58.749756 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-895b06b8-b8f3-4492-b90a-ad4314875abc tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1054225
Jun 10 04:10:58.776181 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:10:58.887489 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-20b39709-4bab-4a09-96d1-5e35ceee507c service neutron] 10.222.0.20 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211483
Jun 10 04:10:58.909643 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:58.911474 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-e2b80c22-dd2f-4ed8-9e7c-a819fc53138a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:58.977972 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:58.981490 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:59.025280 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-8ea3d7df-ca7f-4fa6-94f7-e6b9287dc5de service neutron] 10.222.0.20 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305032
Jun 10 04:10:59.217155 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['9ce9780c-2da8-484d-83ea-a5eb01e1d439'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:10:59.466248 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eaab652b-f2f1-4cf8-a0ba-9efae5c7d903 req-76d4d2d1-a6cd-4de9-bde2-c0e35065db7a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 210 time: 0.0372386
Jun 10 04:10:59.480616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57118) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:59.610347 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e255fac8-6b16-4d76-a4e2-c954364d11b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:59.713121 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e255fac8-6b16-4d76-a4e2-c954364d11b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:59.776973 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1f6ceea0-ca22-4eb8-9f0e-5ba3206be5d3 req-9b10560d-aa9d-430b-91c0-a9e55ee2badf tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 210 time: 0.0451653
Jun 10 04:10:59.829909 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e255fac8-6b16-4d76-a4e2-c954364d11b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:59.833625 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bdaa772f-1287-446e-a6dd-53831fd79891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:10:59.853316 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb121733-6a3d-4e60-a617-ed7ea2b196fd req-2753b219-96b4-4745-8827-42a3010935e4 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:10:59.853316 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eb121733-6a3d-4e60-a617-ed7ea2b196fd req-2753b219-96b4-4745-8827-42a3010935e4 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 945 time: 0.0912080
Jun 10 04:10:59.874627 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e255fac8-6b16-4d76-a4e2-c954364d11b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c49a6f9e7ece436eb814a5059be046cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3929112
Jun 10 04:10:59.875830 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255fac8-6b16-4d76-a4e2-c954364d11b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c29fea-a33e-4d5e-ae47-d75b07bbdab7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:10:59.878114 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57140) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:10:59.880171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e255fac8-6b16-4d76-a4e2-c954364d11b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:10:59.902767 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eb121733-6a3d-4e60-a617-ed7ea2b196fd req-45893985-f534-4d51-b1ff-66eb2bf29d25 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427113
Jun 10 04:10:59.940346 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:10:59.964302 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.121018 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.123732 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.128056 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07c29fea-a33e-4d5e-ae47-d75b07bbdab7 HTTP/1.1" status: 204  len: 168 time: 0.2459080
Jun 10 04:11:00.128056 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e70765c-8243-4df7-b9a6-2a090870824e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:00.134217 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c29fea-a33e-4d5e-ae47-d75b07bbdab7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:00.136555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:00.454342 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:11:00.583719 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:00.589511 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:00.590702 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.635057 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-25eba777-cc3a-4577-b2cd-954c5d2305e0 req-170403e2-09f9-48dd-bc1b-fa9988bcc918 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 210 time: 0.0372655
Jun 10 04:11:00.690046 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.725637 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:00.728004 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b839c-ec48-4015-88a0-110ee9db4a50" -d '{"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:00.748759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:00.778766 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad8342-7447-4976-97d8-428359ec321d x-openstack-request-id: req-bbad8342-7447-4976-97d8-428359ec321d {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:00.779118 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:00.779547 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbad8342-7447-4976-97d8-428359ec321d {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:00.780107 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'code': 200}
Jun 10 04:11:00.819227 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.850807 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:00.854717 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:00.869652 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d3f6d0ee-0f02-4b7d-b2d9-caaa956d4be0 req-45b6a8f3-3edc-4b07-b48b-52ceea218c27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 210 time: 0.0498550
Jun 10 04:11:00.898254 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-e7915d65-b281-4623-be17-7c7b627868a9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:00.900535 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-e7915d65-b281-4623-be17-7c7b627868a9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 817 time: 0.1817966
Jun 10 04:11:00.926163 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:00.934855 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.935328 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.935789 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.936215 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.936733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.937356 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.937909 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.938303 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.938822 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.939356 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.943889 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.943889 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:00.946452 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:00.973495 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-7ec03c1d-f717-459f-a99b-f894d561b7c3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 380 time: 0.0545332
Jun 10 04:11:01.003381 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'port': {'device_id': '342f7734-53b6-4d9e-a28b-896346c683a7', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'admin_state_up': True, 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'security_groups': ['61dca55f-beb3-415b-900b-ee86d9270ac9']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:01.122112 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404c769-9e35-4107-b7b8-398fd376fe77 req-83eaa3f3-4b38-44db-b4ce-83803093fbab tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:01.123575 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c404c769-9e35-4107-b7b8-398fd376fe77 req-83eaa3f3-4b38-44db-b4ce-83803093fbab tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0892003
Jun 10 04:11:01.180161 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c404c769-9e35-4107-b7b8-398fd376fe77 req-f34bede1-3883-401f-ab2a-bc7c94e27701 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504472
Jun 10 04:11:01.256444 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Made reservation on behalf of e4000d33802542d8a9167b711c8516a1 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:11:01.261333 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:01.464238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a385e1-1493-46a1-8ada-688d7b40c3d1 req-4405da05-1e1a-40fa-9d96-32f40c08c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:01.465727 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e0a385e1-1493-46a1-8ada-688d7b40c3d1 req-4405da05-1e1a-40fa-9d96-32f40c08c0ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1099 time: 0.1906102
Jun 10 04:11:01.490910 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Allocated IP 172.20.0.9 (cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b/9bce6d2b-b454-46d3-823a-358b2f470ccb/a367d2de-bb5a-4280-aa27-da3ccc6378e5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:01.542401 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e0a385e1-1493-46a1-8ada-688d7b40c3d1 req-e2977623-9225-4ef3-a8a2-e7a92718e4db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582769
Jun 10 04:11:01.694390 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:01.707413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Transition to ACTIVE for port object a367d2de-bb5a-4280-aa27-da3ccc6378e5 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:01.787295 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-126b48a6-ccd6-4c04-9ef3-ce62a512d774 req-aa0d5163-fb49-471c-b00d-e6e184e24901 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 210 time: 0.0322306
Jun 10 04:11:01.858372 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:01.867974 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-deee6a78-49da-43bc-a806-2adabc1e5ad0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:01.909438 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:01.912774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:01.921999 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:01.994431 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:01.995103 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:02.002158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:02.005619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:02.065988 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-32545478-186b-472e-9477-1ea5c66b7c2c req-1d317895-7303-42d2-b364-0f3b41b5b83f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 210 time: 0.0388861
Jun 10 04:11:02.127266 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1468523
Jun 10 04:11:02.146226 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Request body: {'port': {'device_id': '342f7734-53b6-4d9e-a28b-896346c683a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:02.237801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:02.293003 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-cce14cb1-5a84-4d9a-a2cc-d01f65a63193 None None] Provisioning for port a367d2de-bb5a-4280-aa27-da3ccc6378e5 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:02.297206 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-cce14cb1-5a84-4d9a-a2cc-d01f65a63193 None None] Provisioning complete for port a367d2de-bb5a-4280-aa27-da3ccc6378e5 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:02.297587 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-cce14cb1-5a84-4d9a-a2cc-d01f65a63193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:02.342410 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-cce14cb1-5a84-4d9a-a2cc-d01f65a63193 None None] Port a367d2de-bb5a-4280-aa27-da3ccc6378e5 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:11:02.466690 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492abc07-7598-4a02-80b4-887c86cb5350 req-92c7aef9-1095-4015-a833-a70e584b05ed tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:02.468088 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-492abc07-7598-4a02-80b4-887c86cb5350 req-92c7aef9-1095-4015-a833-a70e584b05ed tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1792524
Jun 10 04:11:02.567828 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-492abc07-7598-4a02-80b4-887c86cb5350 req-7b1a5cf7-a50b-4b41-a200-880581b8b9bd tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936635
Jun 10 04:11:02.751554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-8d8df97b-1e35-4aa5-81c0-61fed0a36a51 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:02.752808 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-8d8df97b-1e35-4aa5-81c0-61fed0a36a51 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 812 time: 0.1883028
Jun 10 04:11:02.754761 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a367d2de-bb5a-4280-aa27-da3ccc6378e5 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:02.762558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:02.781108 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Transition to ACTIVE for port object a367d2de-bb5a-4280-aa27-da3ccc6378e5 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:02.818761 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-740b6b14-4742-4df8-b8d2-46100cbc5947 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 379 time: 0.0448508
Jun 10 04:11:02.829038 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'port': {'device_id': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'admin_state_up': True, 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'security_groups': ['c360f85f-e4fd-4d58-b59f-3939f53f6bc3']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:02.926018 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:02.930512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c3a0a697-8064-4794-9b23-3709e3bfb08a tempest-ServerRescueNegativeTestJSON-1263515169 tempest-ServerRescueNegativeTestJSON-1263515169-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:03.005082 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360730e-95bd-458a-9329-43cc732137ea req-d365ada1-d0f7-448e-a372-29aca01e2dde tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:03.009981 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4360730e-95bd-458a-9329-43cc732137ea req-d365ada1-d0f7-448e-a372-29aca01e2dde tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0967429
Jun 10 04:11:03.056158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:03.061449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:03.068359 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4360730e-95bd-458a-9329-43cc732137ea req-e66eacfe-40bd-4ae3-94dc-47448fa6890b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491438
Jun 10 04:11:03.162801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Made reservation on behalf of b908b5affc64461abc2e9a8b73fbd4b2 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:11:03.166848 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:03.193718 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Attempting to bind port a367d2de-bb5a-4280-aa27-da3ccc6378e5 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:11:03.196281 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Attempting to bind port a367d2de-bb5a-4280-aa27-da3ccc6378e5 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:11:03.196281 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Attempting to bind port a367d2de-bb5a-4280-aa27-da3ccc6378e5 on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:03.218988 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Port a367d2de-bb5a-4280-aa27-da3ccc6378e5 on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:11:03.219347 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Attempting to bind port a367d2de-bb5a-4280-aa27-da3ccc6378e5 on network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:03.259437 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d1775ae0-6674-43ec-ab52-caed287b4a81 req-326ea517-e076-4fb6-867d-c1aca12450ef tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 210 time: 0.0525112
Jun 10 04:11:03.261893 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:11:03.262331 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Checking segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:11:03.262809 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Bound using segment: {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:11:03.263619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Bound port: a367d2de-bb5a-4280-aa27-da3ccc6378e5, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4420d0a8-db44-4fc1-84b7-62eb8977a669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:11:03.263969 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:03.690560 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:11:03.696071 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:11:03.702169 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Allocated IP 172.20.0.12 (9fe0c191-b0d4-410e-bc0b-60c9e163d3cb/504cb5aa-ec52-414e-8a53-4ec08eaba6c6/4102a606-09a8-422e-b958-3c1d46d65faf) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:03.756369 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8105d0-e5ea-4674-957d-644837b24bf7 req-012675cb-921a-4345-86ad-e1ee00d9ddff tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:03.757860 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3a8105d0-e5ea-4674-957d-644837b24bf7 req-012675cb-921a-4345-86ad-e1ee00d9ddff tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0701249
Jun 10 04:11:03.800198 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3a8105d0-e5ea-4674-957d-644837b24bf7 req-c1996441-ffb3-457f-8bd4-88c3cb1aca14 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365119
Jun 10 04:11:03.833843 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:03.838411 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-6f2c8410-5285-4b12-8d80-164e0271acc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:03.896154 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:03.896770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:03.898166 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] 10.222.0.11 "PUT /v2.0/ports/a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 200  len: 1093 time: 1.7561669
Jun 10 04:11:03.898901 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:03.901608 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c1aa46-ad4e-46e0-aeed-e4583245421a" -d '{"events": [{"name": "network-changed", "server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:03.995171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:03.998113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba40cc-f809-4e7a-8760-a670dd302544 x-openstack-request-id: req-83ba40cc-f809-4e7a-8760-a670dd302544 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:03.998445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:03.998738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83ba40cc-f809-4e7a-8760-a670dd302544 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:03.999196 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'status': 'completed', 'code': 200}
Jun 10 04:11:03.999945 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:04.005409 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:04.020756 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Transition to ACTIVE for port object 4102a606-09a8-422e-b958-3c1d46d65faf will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:04.114995 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6bd9b-8886-4274-bdf6-6ee6e6c6ee25 req-72665861-3ca0-47bf-a388-df768faf82be tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.116534 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-15e6bd9b-8886-4274-bdf6-6ee6e6c6ee25 req-72665861-3ca0-47bf-a388-df768faf82be tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1768625
Jun 10 04:11:04.175793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aa46-ad4e-46e0-aeed-e4583245421a req-6444b1be-0102-4fa9-b68c-36504ba60247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.177200 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-78c1aa46-ad4e-46e0-aeed-e4583245421a req-6444b1be-0102-4fa9-b68c-36504ba60247 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1096 time: 0.1408184
Jun 10 04:11:04.180034 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-15e6bd9b-8886-4274-bdf6-6ee6e6c6ee25 req-3088088c-6dfc-41bb-9e12-08ba8af72ba9 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566900
Jun 10 04:11:04.209678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57236) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:04.225490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:04.238554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8484ba5d-078f-48e0-8437-8d6a848d1e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:04.295849 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45323d36-1f78-4cb4-a158-388d55a0ef6f req-ce4f283f-e3af-47d8-a209-21dad49c47eb tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.312186 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-45323d36-1f78-4cb4-a158-388d55a0ef6f req-ce4f283f-e3af-47d8-a209-21dad49c47eb tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0992541
Jun 10 04:11:04.348719 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:04.357606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:04.370860 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-45323d36-1f78-4cb4-a158-388d55a0ef6f req-259d74a8-7b16-41f2-99a6-c39a1007d5cb tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575609
Jun 10 04:11:04.390716 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:04.396465 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=4102a606-09a8-422e-b958-3c1d46d65faf,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:04.431806 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:04.535354 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aa46-ad4e-46e0-aeed-e4583245421a req-e0541e97-892e-4151-a16e-a5f18a8a5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.537010 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-78c1aa46-ad4e-46e0-aeed-e4583245421a req-e0541e97-892e-4151-a16e-a5f18a8a5994 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e4000d33802542d8a9167b711c8516a1&shared=False HTTP/1.1" status: 200  len: 918 time: 0.3398559
Jun 10 04:11:04.547168 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.548073 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:04.687219 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-89ebf33e-2ffc-4ed4-a49d-8b820509d1f4 None None] Provisioning for port 4102a606-09a8-422e-b958-3c1d46d65faf completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:04.692246 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-89ebf33e-2ffc-4ed4-a49d-8b820509d1f4 None None] Provisioning complete for port 4102a606-09a8-422e-b958-3c1d46d65faf triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:04.692623 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-89ebf33e-2ffc-4ed4-a49d-8b820509d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:04.693494 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc1bae-0f6a-4d6a-a165-ec02c12a9e12 req-f9002f88-e186-4148-899f-ce11afd3cade tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.695025 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-37fc1bae-0f6a-4d6a-a165-ec02c12a9e12 req-f9002f88-e186-4148-899f-ce11afd3cade tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 932 time: 0.2650769
Jun 10 04:11:04.699223 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8741794
Jun 10 04:11:04.702740 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc3c94-ca48-4bf8-8dd5-f0e2e1fb841e tempest-TestShelveInstance-277577289 tempest-TestShelveInstance-277577289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.704209 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-53bc3c94-ca48-4bf8-8dd5-f0e2e1fb841e tempest-TestShelveInstance-277577289 tempest-TestShelveInstance-277577289-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1094 time: 0.4964757
Jun 10 04:11:04.707272 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57248) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:04.715682 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'port_id': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:04.732037 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Request body: {'port': {'device_id': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:04.754811 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-89ebf33e-2ffc-4ed4-a49d-8b820509d1f4 None None] Port 4102a606-09a8-422e-b958-3c1d46d65faf cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:11:04.769129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1aa46-ad4e-46e0-aeed-e4583245421a req-e2d09792-ce5a-4d4d-8e13-3f8e31b07d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.771918 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-78c1aa46-ad4e-46e0-aeed-e4583245421a req-e2d09792-ce5a-4d4d-8e13-3f8e31b07d7e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2173946
Jun 10 04:11:04.802916 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-37fc1bae-0f6a-4d6a-a165-ec02c12a9e12 req-cdac625f-e39a-4ca3-b7f6-298d5d702560 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943487
Jun 10 04:11:04.833475 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for floatingip, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:04.885966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:04.951106 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-e9a9f249-5263-4910-b750-e3b692ee5c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:04.952595 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-e9a9f249-5263-4910-b750-e3b692ee5c4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1096 time: 0.1128442
Jun 10 04:11:04.968880 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:05.069463 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-5f4c3727-7ec6-42b7-8126-7b49a00cead8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 200  len: 217 time: 0.1014898
Jun 10 04:11:05.094657 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Allocated IP 172.27.0.63 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/1d89e456-462a-468a-9d58-82b7567ea2b6) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:05.166731 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-8859771a-a866-4007-91e8-19f6810b8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:05.168211 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-8859771a-a866-4007-91e8-19f6810b8ea1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0869384
Jun 10 04:11:05.225811 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:05.324165 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-d6e5ad3a-b3c5-4bef-a15f-adf34582bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:05.325683 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-d6e5ad3a-b3c5-4bef-a15f-adf34582bd63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1133125
Jun 10 04:11:05.385194 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:05.390043 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:05.392400 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4102a606-09a8-422e-b958-3c1d46d65faf {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:05.412122 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:05.434002 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:05.438560 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:05.453967 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:05.477857 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Transition to ACTIVE for port object 4102a606-09a8-422e-b958-3c1d46d65faf will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:05.498211 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-b583c32e-be54-467c-90c9-72d93079612e service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502190
Jun 10 04:11:05.503559 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'Port': ['ID=1d89e456-462a-468a-9d58-82b7567ea2b6,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:05.543038 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.543470 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.543833 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.544188 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.544537 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.544883 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.545229 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.545575 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.545919 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.546265 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.546599 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.546981 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:05.551682 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:05.582394 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:05.586464 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5b8d8613-ce1f-4d4c-93ea-14d3589ed14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:05.713406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Pushing event updated for resources: {'Port': ['ID=4102a606-09a8-422e-b958-3c1d46d65faf,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:05.716720 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:05.720896 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21814b7b-a623-4d3e-9ecc-9f3cadcd7465 req-15fe8d09-f601-4245-b12d-76c4fa77c2e0 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157612
Jun 10 04:11:05.812861 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Attempting to bind port 4102a606-09a8-422e-b958-3c1d46d65faf on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:11:05.813252 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Attempting to bind port 4102a606-09a8-422e-b958-3c1d46d65faf by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:11:05.813675 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Attempting to bind port 4102a606-09a8-422e-b958-3c1d46d65faf on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:05.818865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Port 4102a606-09a8-422e-b958-3c1d46d65faf on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:11:05.819454 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Attempting to bind port 4102a606-09a8-422e-b958-3c1d46d65faf on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:05.828951 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:11:05.829290 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Checking segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:11:05.830022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Bound using segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:11:05.830762 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Bound port: 4102a606-09a8-422e-b958-3c1d46d65faf, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:11:05.831152 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:05.931724 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] For port 4102a606-09a8-422e-b958-3c1d46d65faf, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:11:05.931724 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] For port 4102a606-09a8-422e-b958-3c1d46d65faf, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4102a606-09a8-422e-b958-3c1d46d65faf,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:11:05.967913 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341aa764-e76b-461f-98f2-60245b3b2b78 req-a84357cb-54d4-4aa1-9fe4-cd09a6176b59 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:05.969494 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-341aa764-e76b-461f-98f2-60245b3b2b78 req-a84357cb-54d4-4aa1-9fe4-cd09a6176b59 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.4787624
Jun 10 04:11:06.024999 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e43a3f-46c7-479c-aa69-727b42c7bc32 req-30c8f6e2-9525-41e5-b093-83d4a9a4a7fb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:06.026480 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d1e43a3f-46c7-479c-aa69-727b42c7bc32 req-30c8f6e2-9525-41e5-b093-83d4a9a4a7fb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.0807979
Jun 10 04:11:06.030013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.032067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b239f3a5-dfdb-45aa-a0aa-13a94e81435f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:06.095918 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:06.096585 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.098079 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] 10.222.0.11 "PUT /v2.0/ports/4102a606-09a8-422e-b958-3c1d46d65faf HTTP/1.1" status: 200  len: 1094 time: 1.3728840
Jun 10 04:11:06.098587 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:06.101054 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:06.136531 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Pushing event updated for resources: {'Port': ['ID=4102a606-09a8-422e-b958-3c1d46d65faf,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:06.141493 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d1e43a3f-46c7-479c-aa69-727b42c7bc32 req-12a7ff0c-5d0a-4212-a4d3-9609cd9bb2a9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065788
Jun 10 04:11:06.142366 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:06.150917 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-341aa764-e76b-461f-98f2-60245b3b2b78 req-2628b88c-3526-41ee-925a-be621690e65c tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1753066
Jun 10 04:11:06.207449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d386dc5-95b6-41dc-86a9-55ed4132edf1 x-openstack-request-id: req-5d386dc5-95b6-41dc-86a9-55ed4132edf1 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:06.210605 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:06.210605 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d386dc5-95b6-41dc-86a9-55ed4132edf1 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:06.210605 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf', 'status': 'completed', 'code': 200}
Jun 10 04:11:06.331663 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3 req-28691fe1-241b-4e62-af9d-4721f9553ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:06.333165 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3 req-28691fe1-241b-4e62-af9d-4721f9553ebd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 1097 time: 0.0704193
Jun 10 04:11:06.393066 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.468382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3 req-39ce028d-6ccf-4682-a3cb-a0993b6e20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:06.469835 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3 req-39ce028d-6ccf-4682-a3cb-a0993b6e20ca service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1229296
Jun 10 04:11:06.564800 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.753317 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.850859 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.853945 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b80e9087-ad35-4e94-af28-a0a8b317d1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:06.860045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3 req-ae480f27-2683-405a-919d-d508b2c75d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:06.862026 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e3edab2-cc5d-419e-ab67-3d61fbb51cc3 req-ae480f27-2683-405a-919d-d508b2c75d99 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3831484
Jun 10 04:11:06.939236 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event updated for resources: {'Port': ['ID=1d89e456-462a-468a-9d58-82b7567ea2b6,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:06.943254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:06.949494 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:06.986457 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-4e7f4211-bcb7-47aa-bd07-0cef7d032920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:06.986457 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-4e7f4211-bcb7-47aa-bd07-0cef7d032920 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 1097 time: 0.0617647
Jun 10 04:11:07.044341 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-b8b6282d-71b5-4210-9892-8935e06726bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4102a606-09a8-422e-b958-3c1d46d65faf HTTP/1.1" status: 200  len: 217 time: 0.0457418
Jun 10 04:11:07.086773 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Floating IP 367ca04e-d154-4555-b33b-268ca9304379 associated. External IP: 172.27.0.63, port: 9ce9780c-2da8-484d-83ea-a5eb01e1d439.
Jun 10 04:11:07.106653 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-226fd89a-469a-4fe7-a1e7-f0a1122cc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:07.108114 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-226fd89a-469a-4fe7-a1e7-f0a1122cc122 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0553002
Jun 10 04:11:07.172300 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-e3994e61-110f-496a-acf2-eb33366b250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:07.174085 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-e3994e61-110f-496a-acf2-eb33366b250d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0586276
Jun 10 04:11:07.311389 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-f3969da8-9fa8-4c91-9512-57f09b7e3f2f service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307571
Jun 10 04:11:07.480478 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2ab712cc-04ce-4473-b023-5025bb40e1f4 req-64c96bef-51a5-4ed1-90af-5a72ac4469d2 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621954
Jun 10 04:11:07.488962 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fee1eb-502a-4543-bf6f-c0e14836dc41 req-24dfa776-6699-43ee-9a16-ac20312ebf23 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:07.490390 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21fee1eb-502a-4543-bf6f-c0e14836dc41 req-24dfa776-6699-43ee-9a16-ac20312ebf23 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.1634314
Jun 10 04:11:07.501374 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f1e1-b0df-4480-84cc-a5a357d7624d req-f93b20d4-bd40-4ea3-b07b-9ac61d0f1c8f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:07.503050 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6404f1e1-b0df-4480-84cc-a5a357d7624d req-f93b20d4-bd40-4ea3-b07b-9ac61d0f1c8f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.1598623
Jun 10 04:11:07.508249 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Router 14299489-ef5a-4413-84e2-134ccce526fe has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:11:07.539027 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-21fee1eb-502a-4543-bf6f-c0e14836dc41 req-d4694149-7b99-4ddf-856a-9c64da5a2946 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390255
Jun 10 04:11:07.653434 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6404f1e1-b0df-4480-84cc-a5a357d7624d req-a973fcc0-ef5b-4548-b89e-c4eaea54ea94 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1433771
Jun 10 04:11:07.694906 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:11:07.704726 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] Sync routers for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:11:07.714725 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:07.718970 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55be09a0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:07.766623 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:07.810253 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1003702
Jun 10 04:11:07.810253 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:07.812353 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:07.850164 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5959ca-b680-4d36-aa13-116f750d984d x-openstack-request-id: req-7f5959ca-b680-4d36-aa13-116f750d984d {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:07.850799 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:07.850799 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f5959ca-b680-4d36-aa13-116f750d984d {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:07.851242 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'status': 'completed', 'code': 200}
Jun 10 04:11:07.877105 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:07.966459 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-799f4639-9f89-4813-b737-e5f3ca4b6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:07.967992 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-799f4639-9f89-4813-b737-e5f3ca4b6c5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1099 time: 0.0635083
Jun 10 04:11:08.089613 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-4f2f1efb-a70c-4049-9ebe-e5ab9a0231a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:08.091131 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-4f2f1efb-a70c-4049-9ebe-e5ab9a0231a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 909 time: 0.1165140
Jun 10 04:11:08.173812 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-c4c93c0b-ed00-471a-b4e9-805613e6f9e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 999 time: 0.0759423
Jun 10 04:11:08.176542 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55be09a0>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '367ca04e-d154-4555-b33b-268ca9304379', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'port_id': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'mac_address': 'fa:16:3e:78:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:06Z', 'updated_at': '2021-06-10T04:11:06Z', 'revision_number': 0, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:12Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:08.180043 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] Checking router: 14299489-ef5a-4413-84e2-134ccce526fe for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:11:08.188731 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:08.189433 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55be09a0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:10:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:08.235367 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-8142ca09-2262-4124-af28-fdd10bf2a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:08.236794 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-8142ca09-2262-4124-af28-fdd10bf2a362 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.0558774
Jun 10 04:11:08.300648 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-427ca339-1b5b-42c9-9c42-41d9fbc01f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:08.302121 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-427ca339-1b5b-42c9-9c42-41d9fbc01f3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0583992
Jun 10 04:11:08.337856 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:08.427582 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-43f9e2a3-975f-442c-8221-3037ed731b3f service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179993
Jun 10 04:11:08.494405 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:11:08.552642 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5cdf4ee0-348d-4a31-971f-d5aa01748fc1 req-d06f8546-e926-46e3-b639-c859639dbc6d service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1179547
Jun 10 04:11:08.750644 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325d3ce-e62e-4960-81a6-3ab1f990ec37 req-4977bc09-b4eb-4184-874e-1edd126e8b39 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:08.759440 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0325d3ce-e62e-4960-81a6-3ab1f990ec37 req-4977bc09-b4eb-4184-874e-1edd126e8b39 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0986266
Jun 10 04:11:08.811590 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0325d3ce-e62e-4960-81a6-3ab1f990ec37 req-97f642db-4db8-4e42-848d-858e9035b84a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508602
Jun 10 04:11:08.851304 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929f17e-e69c-41e3-ab9d-7b9d630a85a0 req-279cd1b2-e09b-470e-a524-b44b431e7eb5 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:08.856604 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c929f17e-e69c-41e3-ab9d-7b9d630a85a0 req-279cd1b2-e09b-470e-a524-b44b431e7eb5 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.0760775
Jun 10 04:11:08.877362 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:08.892954 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'mac_address': 'fa:16:3e:48:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:11:08.899699 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c929f17e-e69c-41e3-ab9d-7b9d630a85a0 req-d1858ebb-06bd-4261-bca3-db86dcd6d2fb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400021
Jun 10 04:11:08.931654 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55be09a0>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '367ca04e-d154-4555-b33b-268ca9304379', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'port_id': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'mac_address': 'fa:16:3e:78:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:06Z', 'updated_at': '2021-06-10T04:11:06Z', 'revision_number': 0, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:12Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:08.941000 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a801a52-7abd-487c-9e96-c1d215ba9753 None None] The sync data for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi is: [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '367ca04e-d154-4555-b33b-268ca9304379', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'port_id': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'mac_address': 'fa:16:3e:78:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:06Z', 'updated_at': '2021-06-10T04:11:06Z', 'revision_number': 0, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:12Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:11:08.949900 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:08.965799 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a367d2de-bb5a-4280-aa27-da3ccc6378e5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:08.988633 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:09.045061 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:09.047121 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:09.107301 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:09.110504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:09.138237 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6298c-802e-43f5-963d-9f839ab6b92f None None] New status for floating IP 367ca04e-d154-4555-b33b-268ca9304379: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:11:09.411795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['a367d2de-bb5a-4280-aa27-da3ccc6378e5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:11:10.007074 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a666c0-cad2-4091-bd5c-0f448ecee12e req-b040bbe8-5f37-4efb-8962-247553d4350a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:10.009072 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d3a666c0-cad2-4091-bd5c-0f448ecee12e req-b040bbe8-5f37-4efb-8962-247553d4350a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 944 time: 0.0745420
Jun 10 04:11:10.051513 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d3a666c0-cad2-4091-bd5c-0f448ecee12e req-856eb721-9336-4238-998f-c3cc51faa166 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367637
Jun 10 04:11:10.091039 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a7f6b-7fc9-4614-8373-a4192bab3bcb req-1e111483-019b-4712-b896-632eeed350ea tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:10.092577 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c43a7f6b-7fc9-4614-8373-a4192bab3bcb req-1e111483-019b-4712-b896-632eeed350ea tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.0738969
Jun 10 04:11:10.139449 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c43a7f6b-7fc9-4614-8373-a4192bab3bcb req-d80325c3-325b-48a5-ab37-9130992ef3ee tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407782
Jun 10 04:11:10.526570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:11:10.675101 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port a367d2de-bb5a-4280-aa27-da3ccc6378e5 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:10.678874 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port a367d2de-bb5a-4280-aa27-da3ccc6378e5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:10.679289 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:10.765778 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:10.791542 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:10.793801 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8009aafe-35b9-4927-95d7-a5b3743233b9" -d '{"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-plugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:10.807741 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:10.828591 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ba40b1-bf40-4888-a89b-d54bf7fb4776 x-openstack-request-id: req-01ba40b1-bf40-4888-a89b-d54bf7fb4776 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:10.828883 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-plugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:10.829158 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01ba40b1-bf40-4888-a89b-d54bf7fb4776 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:10.829549 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'code': 200}
Jun 10 04:11:10.932409 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:10.934270 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:10.992278 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:10.995493 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:11.246533 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d117-c294-408b-83d2-043a2c7f080b req-780ed6cf-4be7-4a97-8ba3-c2af0f5f5d6a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:11.248045 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-77b1d117-c294-408b-83d2-043a2c7f080b req-780ed6cf-4be7-4a97-8ba3-c2af0f5f5d6a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0722709
Jun 10 04:11:11.327226 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3820b1-9074-4aeb-9a0c-bbaaff11dd21 req-7e28fee4-4e1a-4527-89a6-4394ae709fd9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:11.327669 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-77b1d117-c294-408b-83d2-043a2c7f080b req-842bab3f-f5cc-4129-bda2-7b5fd2bc54b6 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700755
Jun 10 04:11:11.328885 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3e3820b1-9074-4aeb-9a0c-bbaaff11dd21 req-7e28fee4-4e1a-4527-89a6-4394ae709fd9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.0721939
Jun 10 04:11:11.338512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572ae84-d0d3-4625-ae29-f9831607eab8 req-5e8fe499-2b94-43b8-8d7e-801716c6542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:11.340005 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a572ae84-d0d3-4625-ae29-f9831607eab8 req-5e8fe499-2b94-43b8-8d7e-801716c6542f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1098 time: 0.0910916
Jun 10 04:11:11.378899 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a572ae84-d0d3-4625-ae29-f9831607eab8 req-fcf122fa-b7b4-45d4-addf-dfb0a6f8f856 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322456
Jun 10 04:11:11.381540 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3e3820b1-9074-4aeb-9a0c-bbaaff11dd21 req-74c4c0c6-52bd-4b66-bba7-8cbb874e2e05 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443358
Jun 10 04:11:11.653547 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57366) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:11.706898 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Deleting subnet a5db2f12-731f-4bfe-939a-3c987a3f3915 {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:11:11.709870 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:11.749748 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:11.793549 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:11.930894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:11.933011 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:11.963267 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5db2f12-731f-4bfe-939a-3c987a3f3915,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:11.966217 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:11.967202 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:11.969510 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-94c20b99-9b0a-4186-8f09-c37fa32e7b46 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a5db2f12-731f-4bfe-939a-3c987a3f3915 HTTP/1.1" status: 204  len: 168 time: 0.3145263
Jun 10 04:11:11.971533 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57370) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:12.014816 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:11:12.062635 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.165303 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.176023 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4f9d29d0>,) {'filters': {'network_id': ['74f1e4d8-c37d-487d-8653-ee09c9cb4b5b']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:12.187186 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f9d29d0>, 'a0c0bd3b-0e00-4738-9c88-4478a8d27d08') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:12.187421 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f9d29d0>, 'a0c0bd3b-0e00-4738-9c88-4478a8d27d08') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:12.197408 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.211227 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.216876 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:11:12.217258 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:11:12.218981 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:11:12.349549 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.356486 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.360772 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] 10.222.0.20 "DELETE /v2.0/networks/74f1e4d8-c37d-487d-8653-ee09c9cb4b5b HTTP/1.1" status: 204  len: 168 time: 0.3856506
Jun 10 04:11:12.360772 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b01fc8f3-ac54-4974-a2f8-d12c278119e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:12.361155 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57374) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:12.376955 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Pushing event deleted for resources: {'Network': ['ID=74f1e4d8-c37d-487d-8653-ee09c9cb4b5b,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:12.378864 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c1268d7d-5867-499e-b701-900f52b12fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:12.419194 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Deleting subnet d24c37fe-ced7-4a0a-be0c-c7255cb8ced8 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:11:12.422420 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.497955 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12625173'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.563342 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.565322 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3dda5-de7f-4a1f-af77-c05e4ce130ed req-88b6a73d-cb96-480b-841d-08643bdbe087 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:12.566798 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-97c3dda5-de7f-4a1f-af77-c05e4ce130ed req-88b6a73d-cb96-480b-841d-08643bdbe087 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.0723329
Jun 10 04:11:12.598950 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16627b-b230-4191-88a4-6e754b01bb9f req-a324e3b0-da1b-4031-9365-319ff8490b06 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:12.600865 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fd16627b-b230-4191-88a4-6e754b01bb9f req-a324e3b0-da1b-4031-9365-319ff8490b06 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.1488514
Jun 10 04:11:12.608744 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-97c3dda5-de7f-4a1f-af77-c05e4ce130ed req-2dd47fdc-7218-4ea2-bcc8-eea7a53b3984 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351317
Jun 10 04:11:12.657942 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fd16627b-b230-4191-88a4-6e754b01bb9f req-a476226d-3db7-4506-840e-54006c8bdbdc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497794
Jun 10 04:11:12.738044 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24941509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25087451'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.740458 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba62430b-a813-43c7-ad90-bcf0b42f6249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:12.772474 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24c37fe-ced7-4a0a-be0c-c7255cb8ced8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:12.776527 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:12.780116 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.781908 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d54cb600-5df9-48e6-ae52-87b825c1c78c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d24c37fe-ced7-4a0a-be0c-c7255cb8ced8 HTTP/1.1" status: 204  len: 168 time: 0.4197757
Jun 10 04:11:12.784422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57378) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:12.868041 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.970063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:12.980573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb54eb49d0>,) {'filters': {'network_id': ['4e396fd6-a816-40ea-a43c-d2fb75d885ee']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:12.991137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54eb49d0>, '1ec10995-b70f-471d-a4ba-9afaada191aa') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:12.991434 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb54eb49d0>, '1ec10995-b70f-471d-a4ba-9afaada191aa') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:13.001386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.015926 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.021514 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:11:13.021893 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:11:13.023561 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:11:13.176061 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.179514 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:13.182979 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.184247 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e396fd6-a816-40ea-a43c-d2fb75d885ee HTTP/1.1" status: 204  len: 168 time: 0.3989396
Jun 10 04:11:13.197188 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e396fd6-a816-40ea-a43c-d2fb75d885ee,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:13.200142 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:13.355128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-1d55e2bf-e764-4031-a509-8014e73b66ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.557697 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57384) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:13.601133 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-1a386a85-939a-4e43-bdf5-999e78a3aac8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c74cfde494a54ba481adef8f1f3d34b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0418365
Jun 10 04:11:13.603005 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57386) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:13.652396 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.674672 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.849904 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0a5a4-2156-4d9f-adb7-0117ed452887 req-496bd3b7-8acb-46cd-80c4-47eecb5aae2b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:13.851532 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dfd0a5a4-2156-4d9f-adb7-0117ed452887 req-496bd3b7-8acb-46cd-80c4-47eecb5aae2b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0717797
Jun 10 04:11:13.904386 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dfd0a5a4-2156-4d9f-adb7-0117ed452887 req-65316a92-b835-45e1-9036-f933011ff269 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460742
Jun 10 04:11:13.995230 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.997756 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:13.998857 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8035f4e1-3585-47dc-92dd-84b9f608ebeb HTTP/1.1" status: 204  len: 168 time: 0.3949721
Jun 10 04:11:14.000931 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7249bbd2-459f-4106-bfc7-753d86de3d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:14.012754 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8035f4e1-3585-47dc-92dd-84b9f608ebeb,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:14.015253 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:14.047309 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584577c-9bc9-4c6e-a237-589618994e7a req-f208a232-ac1e-4207-9ab6-a6d1058a0994 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:14.049095 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c584577c-9bc9-4c6e-a237-589618994e7a req-f208a232-ac1e-4207-9ab6-a6d1058a0994 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.3290110
Jun 10 04:11:14.093294 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c584577c-9bc9-4c6e-a237-589618994e7a req-0c23040d-1aba-4243-9ea3-0740ed8aa02f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381281
Jun 10 04:11:14.670405 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57398) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:14.713637 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-951b5689-b103-4391-ae71-a148ee3f25c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b60404d6ec249489dbfda0a964ea2ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0420258
Jun 10 04:11:14.715894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57402) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:14.764909 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:14.789596 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:14.901846 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:14.904412 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:14.905521 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b60c8805-011f-4304-9e00-3837c66eb59b HTTP/1.1" status: 204  len: 168 time: 0.1887553
Jun 10 04:11:14.906247 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6d6d91df-a0f3-4722-a504-ffcf803c420c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:14.914848 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c8805-011f-4304-9e00-3837c66eb59b,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:14.918416 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:15.087738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d9cfc-d86b-4804-8419-11bf3b3201e2 req-4386d031-3704-497e-8f51-4e4e00a35258 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:15.089727 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad8d9cfc-d86b-4804-8419-11bf3b3201e2 req-4386d031-3704-497e-8f51-4e4e00a35258 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0686569
Jun 10 04:11:15.134894 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad8d9cfc-d86b-4804-8419-11bf3b3201e2 req-4ee7450e-034d-4151-af8a-29f9c4a2cd69 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391827
Jun 10 04:11:15.470688 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b25c9-e376-4057-859d-33c5e270bc7b req-0458e282-1d7e-441a-a6d6-e3c8bbed17e9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:15.472197 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d15b25c9-e376-4057-859d-33c5e270bc7b req-0458e282-1d7e-441a-a6d6-e3c8bbed17e9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 944 time: 0.2613459
Jun 10 04:11:15.517770 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d15b25c9-e376-4057-859d-33c5e270bc7b req-72d59170-b22c-4174-a303-50077fcaaba2 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399654
Jun 10 04:11:15.881627 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:15.885122 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ecfaec3a-fbaa-479f-9f16-4b02285fdefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.313530 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4102a606-09a8-422e-b958-3c1d46d65faf details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:11:16.438594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 4102a606-09a8-422e-b958-3c1d46d65faf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4102a606-09a8-422e-b958-3c1d46d65faf,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:16.451579 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '4102a606-09a8-422e-b958-3c1d46d65faf', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'port_id': '4102a606-09a8-422e-b958-3c1d46d65faf', 'mac_address': 'fa:16:3e:32:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:11:16.480405 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081e3af-23f8-4a6c-84d2-b3838ac64a6d req-064cb83e-08ef-46d2-aa39-02abbedf3291 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:16.481896 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7081e3af-23f8-4a6c-84d2-b3838ac64a6d req-064cb83e-08ef-46d2-aa39-02abbedf3291 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.2297351
Jun 10 04:11:16.495360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.511343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4102a606-09a8-422e-b958-3c1d46d65faf {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:16.532290 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7081e3af-23f8-4a6c-84d2-b3838ac64a6d req-2c91c0cb-0bf8-4609-b279-23f613c35318 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442739
Jun 10 04:11:16.533325 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 4102a606-09a8-422e-b958-3c1d46d65faf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4102a606-09a8-422e-b958-3c1d46d65faf,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:16.562806 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57462) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:16.606764 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.608658 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:16.677893 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=4102a606-09a8-422e-b958-3c1d46d65faf,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:16.680655 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:16.703239 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.736257 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44671d6-2787-45d5-9064-1cd1f61345a1 req-db3b740c-81fc-410b-830c-7233b04c504d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:16.736490 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bca6e1-6cd2-4c85-af4f-611d46d5eeab req-a0be0e64-59b5-478b-a645-921ea830e6c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:16.737727 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e44671d6-2787-45d5-9064-1cd1f61345a1 req-db3b740c-81fc-410b-830c-7233b04c504d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0723321
Jun 10 04:11:16.739351 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d3bca6e1-6cd2-4c85-af4f-611d46d5eeab req-a0be0e64-59b5-478b-a645-921ea830e6c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 945 time: 0.1064565
Jun 10 04:11:16.746901 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57466) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:16.751422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Request body: {'floatingip': {'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:16.796195 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d3bca6e1-6cd2-4c85-af4f-611d46d5eeab req-30105a13-df20-4131-afd3-ddee89c5b86f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523140
Jun 10 04:11:16.805965 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.847541 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.936052 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:16.939562 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a781a35a-f6b9-417f-91da-57c157915be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:16.952042 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['4102a606-09a8-422e-b958-3c1d46d65faf'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:11:16.979373 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecced2a-0192-46a7-9eb8-f94162602ba4,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:16.986231 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56ba4768be6f4318afa6bb07538b943e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4199798
Jun 10 04:11:16.986231 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:16.987356 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57468) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:17.011392 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.050550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.075775 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.218799 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.221716 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.225305 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ecced2a-0192-46a7-9eb8-f94162602ba4 HTTP/1.1" status: 204  len: 168 time: 0.2343929
Jun 10 04:11:17.225305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-57e436f3-7d8a-465f-89cd-c0bea9e89b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:17.235208 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecced2a-0192-46a7-9eb8-f94162602ba4,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:17.237531 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:17.417633 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.509496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:17.914848 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Floating IP 316ce9ed-3062-4739-8405-388789db5ad5 associated. External IP: 172.27.0.53, port: a367d2de-bb5a-4280-aa27-da3ccc6378e5.
Jun 10 04:11:18.112367 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91456771-16a4-4355-b3b2-5a76199c61f9 req-13fd3bc2-ff2b-407a-ad72-ecb1dbde5bc8 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:18.113753 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-91456771-16a4-4355-b3b2-5a76199c61f9 req-13fd3bc2-ff2b-407a-ad72-ecb1dbde5bc8 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 945 time: 0.1966283
Jun 10 04:11:18.271383 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-91456771-16a4-4355-b3b2-5a76199c61f9 req-8b564efd-e074-4296-8277-000f1003ae71 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1507998
Jun 10 04:11:18.304782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:11:18.315138 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4102a606-09a8-422e-b958-3c1d46d65faf up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:11:18.435223 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 4102a606-09a8-422e-b958-3c1d46d65faf completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:18.440909 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 4102a606-09a8-422e-b958-3c1d46d65faf triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:18.440909 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:18.485491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:11:18.495626 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:11:18.501414 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:18.539755 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:18.540399 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed03a0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:18.549738 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d54429a8-cd02-497c-b18c-959dbf06fecc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "PUT /v2.0/floatingips/316ce9ed-3062-4739-8405-388789db5ad5 HTTP/1.1" status: 200  len: 990 time: 1.8017259
Jun 10 04:11:18.550508 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:18.552852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:18.590963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fdb4a-c346-4d7a-886b-6bb15abd6c5c x-openstack-request-id: req-019fdb4a-c346-4d7a-886b-6bb15abd6c5c {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:18.591857 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:18.591857 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-019fdb4a-c346-4d7a-886b-6bb15abd6c5c {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:18.592062 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'status': 'completed', 'code': 200}
Jun 10 04:11:18.674023 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:18.714373 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-c90eb7eb-0d19-4c5c-89b3-24f4f9e01eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:18.715891 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-c90eb7eb-0d19-4c5c-89b3-24f4f9e01eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1098 time: 0.0717416
Jun 10 04:11:18.717049 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:18.719272 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d74be0-9ca5-4c20-9885-37ce746d8425" -d '{"events": [{"server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "name": "network-vif-plugged", "status": "completed", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:18.738761 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:18.741653 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 4102a606-09a8-422e-b958-3c1d46d65faf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4102a606-09a8-422e-b958-3c1d46d65faf,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:18.780223 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08159e23-9d4c-438f-98e8-9b85e907289e x-openstack-request-id: req-08159e23-9d4c-438f-98e8-9b85e907289e {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:18.780586 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "name": "network-vif-plugged", "status": "completed", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:18.780770 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08159e23-9d4c-438f-98e8-9b85e907289e {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:18.781136 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf', 'code': 200}
Jun 10 04:11:18.783615 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:18.843937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:18.850673 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-acc1415c-f43c-4c2e-89bd-693527f7e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:18.851148 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:18.852204 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-acc1415c-f43c-4c2e-89bd-693527f7e813 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1166866
Jun 10 04:11:18.940748 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-9f8ea61a-7325-4f49-bac0-7d50da4d60e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 200  len: 998 time: 0.0817122
Jun 10 04:11:18.944978 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=4102a606-09a8-422e-b958-3c1d46d65faf,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:18.949309 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:19.010356 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-91532ea9-dd10-4184-b038-d8f7da4a5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:19.011953 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-91532ea9-dd10-4184-b038-d8f7da4a5f9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0637207
Jun 10 04:11:19.079142 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-9f2372de-7874-4e6a-9899-6bb79dde4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:19.080649 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-9f2372de-7874-4e6a-9899-6bb79dde4718 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0628328
Jun 10 04:11:19.206472 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-457d8cbb-7d42-407d-8d1f-584a8af5c5c7 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168933
Jun 10 04:11:19.215296 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed03a0>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '316ce9ed-3062-4739-8405-388789db5ad5', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'mac_address': 'fa:16:3e:48:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7734-53b6-4d9e-a28b-896346c683a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:10:56Z', 'updated_at': '2021-06-10T04:11:17Z', 'revision_number': 1, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:19.218734 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:11:19.238986 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:19.240183 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed03a0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:19.387419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-87fd9fd7-8a21-48f7-b820-dfebe3d0d5f4 req-c71f5152-dad9-4c4e-8279-6f61fc4b7456 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724663
Jun 10 04:11:19.391651 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329d4c9-90a4-4719-8d83-47cbe0fbc743 req-d92cc42a-968f-40a0-8983-0e1b97d2926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:19.393146 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b329d4c9-90a4-4719-8d83-47cbe0fbc743 req-d92cc42a-968f-40a0-8983-0e1b97d2926b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 1099 time: 0.1378174
Jun 10 04:11:19.405601 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:19.455818 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b329d4c9-90a4-4719-8d83-47cbe0fbc743 req-65f9775f-0e19-43a3-b5e6-276ca4f54dee service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366774
Jun 10 04:11:19.477309 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2d08c-fd5e-49fc-8a73-b436c6247332 req-e3d454e1-03d3-4745-9f47-e291f8715168 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:19.478865 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8ce2d08c-fd5e-49fc-8a73-b436c6247332 req-e3d454e1-03d3-4745-9f47-e291f8715168 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.0688672
Jun 10 04:11:19.519266 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8ce2d08c-fd5e-49fc-8a73-b436c6247332 req-c3821a6f-812f-4c5a-acce-9aec51caf1d7 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345542
Jun 10 04:11:19.694357 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed03a0>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '316ce9ed-3062-4739-8405-388789db5ad5', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'mac_address': 'fa:16:3e:48:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7734-53b6-4d9e-a28b-896346c683a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:10:56Z', 'updated_at': '2021-06-10T04:11:17Z', 'revision_number': 1, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:19.698291 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1028b2ab-c551-4756-88e2-d9400e272a73 None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '316ce9ed-3062-4739-8405-388789db5ad5', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'mac_address': 'fa:16:3e:48:7c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7734-53b6-4d9e-a28b-896346c683a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:10:56Z', 'updated_at': '2021-06-10T04:11:17Z', 'revision_number': 1, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:11:19.890312 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273803a0-0ede-4e68-97c0-de89613cb292 None None] New status for floating IP 316ce9ed-3062-4739-8405-388789db5ad5: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:11:20.725399 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f27fc-9b56-4ce9-b711-c01e020034fb req-8a5731f4-a936-4d2a-9799-441c6d1ac9ed tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:20.727886 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-039f27fc-9b56-4ce9-b711-c01e020034fb req-8a5731f4-a936-4d2a-9799-441c6d1ac9ed tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.0940101
Jun 10 04:11:20.772261 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-039f27fc-9b56-4ce9-b711-c01e020034fb req-79cdc2c9-57a4-4a76-8852-6d0fcafee1bf tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376163
Jun 10 04:11:21.953519 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf2e05-f237-4677-be8c-bf5a8eb27bd4 req-df0c51a4-8313-4ce5-b283-fcfd283976af tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:21.954474 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7aaf2e05-f237-4677-be8c-bf5a8eb27bd4 req-df0c51a4-8313-4ce5-b283-fcfd283976af tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.0691309
Jun 10 04:11:21.996602 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7aaf2e05-f237-4677-be8c-bf5a8eb27bd4 req-55376053-7cf0-476d-8137-97a45dbdc359 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364511
Jun 10 04:11:22.188900 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aef25c-64e2-4ea5-b898-41cd252d268c req-59b9f812-908e-4273-bae8-c4dacff47fd1 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:22.190423 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19aef25c-64e2-4ea5-b898-41cd252d268c req-59b9f812-908e-4273-bae8-c4dacff47fd1 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.0750711
Jun 10 04:11:22.232417 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-19aef25c-64e2-4ea5-b898-41cd252d268c req-2487f011-43af-4c88-96c2-e2de41d816a8 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363021
Jun 10 04:11:22.256296 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57652) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:22.470437 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e813defb-a68f-4544-bf72-0bddd24f2ea5 tempest-TestVolumeBootPattern-970224735 tempest-TestVolumeBootPattern-970224735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:22.471960 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e813defb-a68f-4544-bf72-0bddd24f2ea5 tempest-TestVolumeBootPattern-970224735 tempest-TestVolumeBootPattern-970224735-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 1094 time: 0.2147064
Jun 10 04:11:22.474725 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57658) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:22.479004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'port_id': '4102a606-09a8-422e-b958-3c1d46d65faf', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:22.641101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:22.787500 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:22.916066 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Allocated IP 172.27.0.100 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/25a7b5d5-9e3e-4de2-8496-d3eecdc2cbb4) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:23.042676 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:23.155534 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:23.157630 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:23.209611 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:23.212366 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:23.215458 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:23.246127 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=25a7b5d5-9e3e-4de2-8496-d3eecdc2cbb4,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:23.247200 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:23.681955 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:23.830383 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:24.011608 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:24.074789 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:24.077535 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:24.161461 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=25a7b5d5-9e3e-4de2-8496-d3eecdc2cbb4,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:24.166054 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:24.174540 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:24.311595 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Floating IP b89a0338-e493-47d7-9c41-f4a972968a2a associated. External IP: 172.27.0.100, port: 4102a606-09a8-422e-b958-3c1d46d65faf.
Jun 10 04:11:24.603576 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:11:24.990487 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:11:25.000487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:11:25.010522 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:25.011187 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed0190>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:25.074841 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:25.116564 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6407993
Jun 10 04:11:25.117198 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:25.119481 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302db782-f89e-4714-b6b3-f9a3cef3fbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:25.158501 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0330a9cb-4a04-4615-977d-33479b2612c7 x-openstack-request-id: req-0330a9cb-4a04-4615-977d-33479b2612c7 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:25.158894 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:25.159223 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0330a9cb-4a04-4615-977d-33479b2612c7 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:25.159652 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf', 'status': 'completed', 'code': 200}
Jun 10 04:11:25.178560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:25.274488 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-fbb42164-4967-4db1-be51-84f04debd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:25.276135 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-fbb42164-4967-4db1-be51-84f04debd941 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 1099 time: 0.0613985
Jun 10 04:11:25.401431 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-9ebfd1ba-4d8e-4579-bbbb-6f67563d6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:25.402862 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-9ebfd1ba-4d8e-4579-bbbb-6f67563d6e14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1150513
Jun 10 04:11:25.475420 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed0190>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'b89a0338-e493-47d7-9c41-f4a972968a2a', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '4102a606-09a8-422e-b958-3c1d46d65faf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:32:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:23Z', 'updated_at': '2021-06-10T04:11:23Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:25.478879 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:11:25.487426 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:25.488051 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed0190>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:25.497614 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-f2b497bc-cfeb-42e5-9478-20bf82e41637 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4102a606-09a8-422e-b958-3c1d46d65faf HTTP/1.1" status: 200  len: 1000 time: 0.0877321
Jun 10 04:11:25.558636 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-a98651c5-0c5a-4994-9984-5681431e8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:25.560702 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-a98651c5-0c5a-4994-9984-5681431e8339 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0561740
Jun 10 04:11:25.642413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-8488316f-ae3c-49dc-8178-5c9e1ddcaecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:25.643945 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-8488316f-ae3c-49dc-8178-5c9e1ddcaecc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764186
Jun 10 04:11:25.650577 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:25.800174 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-a8017024-9702-4bae-a1f1-ff16b9c8e451 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424410
Jun 10 04:11:25.917290 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-302db782-f89e-4714-b6b3-f9a3cef3fbfc req-197d4204-140f-4db7-beee-b3afb6e52049 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1102517
Jun 10 04:11:26.091982 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54ed0190>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'b89a0338-e493-47d7-9c41-f4a972968a2a', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '4102a606-09a8-422e-b958-3c1d46d65faf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:32:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:23Z', 'updated_at': '2021-06-10T04:11:23Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:26.096890 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220dd2d-ada7-4db1-bccd-4fe3cbdda208 None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'b89a0338-e493-47d7-9c41-f4a972968a2a', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '4102a606-09a8-422e-b958-3c1d46d65faf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:32:50:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:23Z', 'updated_at': '2021-06-10T04:11:23Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:11:26.283559 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734ac73c-3f32-41f7-b633-cfa4c9bd5bd9 None None] New status for floating IP b89a0338-e493-47d7-9c41-f4a972968a2a: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:11:27.365436 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e673c05-9f5d-430e-9ba6-bc3d24d8147a req-49503ccf-d76c-4f14-88d6-e3d13dc98443 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:27.366873 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4e673c05-9f5d-430e-9ba6-bc3d24d8147a req-49503ccf-d76c-4f14-88d6-e3d13dc98443 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0731022
Jun 10 04:11:27.409670 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4e673c05-9f5d-430e-9ba6-bc3d24d8147a req-2b2ebe80-3ef7-4cc1-baa5-94e075484536 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366049
Jun 10 04:11:28.596170 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52e4c4-e86c-4ffc-97cb-f934ed1c600e req-fc6d4ecc-cc35-40fd-9796-1f8f49eb3212 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:28.597525 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7d52e4c4-e86c-4ffc-97cb-f934ed1c600e req-fc6d4ecc-cc35-40fd-9796-1f8f49eb3212 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0712485
Jun 10 04:11:28.637833 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7d52e4c4-e86c-4ffc-97cb-f934ed1c600e req-612f5e3c-a624-4fc9-98bb-afd83d19cca0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346253
Jun 10 04:11:29.828719 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31631a6f-a411-4423-918f-fa5afe254cea req-2dabfcd3-ce04-465d-9d9b-44ffff26a8d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:29.830152 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-31631a6f-a411-4423-918f-fa5afe254cea req-2dabfcd3-ce04-465d-9d9b-44ffff26a8d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0797215
Jun 10 04:11:29.872865 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-31631a6f-a411-4423-918f-fa5afe254cea req-d3aa9a35-c02c-49e3-b455-a837bc4e2dbf tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370770
Jun 10 04:11:30.116782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-d7e15d86-0058-4daa-a12a-90f6f37aebab tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:30.118225 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-d7e15d86-0058-4daa-a12a-90f6f37aebab tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0865524
Jun 10 04:11:30.253753 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Deleting port 9273de64-427d-434b-8ce7-87f2fdfacd97 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:11:30.254000 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:30.635034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] For port 9273de64-427d-434b-8ce7-87f2fdfacd97, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9273de64-427d-434b-8ce7-87f2fdfacd97,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:30.635389 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:30.806535 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:30.860828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:30.861166 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:30.861478 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Floating IP 7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02 disassociated. External IP: 172.27.0.96, port: 9273de64-427d-434b-8ce7-87f2fdfacd97.
Jun 10 04:11:30.861947 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Calling delete_port for 9273de64-427d-434b-8ce7-87f2fdfacd97 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:11:31.059362 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925003b-ea39-412e-842f-3984577ee168 req-7b406d6f-4eff-43f6-b2d1-88fbc6546964 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:31.060807 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0925003b-ea39-412e-842f-3984577ee168 req-7b406d6f-4eff-43f6-b2d1-88fbc6546964 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 945 time: 0.0711112
Jun 10 04:11:31.103642 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0925003b-ea39-412e-842f-3984577ee168 req-f9357032-b1cf-4dba-97ba-0b539c318776 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=4b1e0402-cefc-4dc3-b55e-6ced6f817a95&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368552
Jun 10 04:11:31.124642 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:31.129665 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-35366b16-8f48-4b51-8773-9b931e3bba0b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:31.163068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event deleted for resources: {'Port': ['ID=9273de64-427d-434b-8ce7-87f2fdfacd97,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:31.175478 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.175851 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.176213 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.176588 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.176937 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.177287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.177632 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.177975 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.178317 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.178657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.179026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.179430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:11:31.186655 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:31.338865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:11:31.492550 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:11:31.505385 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:11:31.514172 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:31.515413 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80dc0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:31.556794 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] No DVR routers for this DVR port 9273de64-427d-434b-8ce7-87f2fdfacd97 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:11:31.560216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:31.562967 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dc3e1267-8569-49d5-b6fb-611ac27255ba req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "DELETE /v2.0/ports/9273de64-427d-434b-8ce7-87f2fdfacd97 HTTP/1.1" status: 204  len: 173 time: 1.4249628
Jun 10 04:11:31.563699 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'name': 'network-vif-deleted', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:31.566163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e791f99-f1fc-477a-905f-d85357fea276" -d '{"events": [{"server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "name": "network-vif-deleted", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:31.613050 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7eed2c-243d-43b0-9f50-0593dca91446 x-openstack-request-id: req-1a7eed2c-243d-43b0-9f50-0593dca91446 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:31.613383 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d79ccf9-90cf-444c-8c00-0160e42b4ef5", "name": "network-vif-deleted", "tag": "9273de64-427d-434b-8ce7-87f2fdfacd97", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:31.613674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a7eed2c-243d-43b0-9f50-0593dca91446 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:31.614155 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d79ccf9-90cf-444c-8c00-0160e42b4ef5', 'name': 'network-vif-deleted', 'tag': '9273de64-427d-434b-8ce7-87f2fdfacd97', 'status': 'completed', 'code': 200}
Jun 10 04:11:31.666708 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:31.940659 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80dc0>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:31.950593 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:11:31.959738 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:31.960459 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80dc0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:32.112504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:32.270142 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43dd2024-6975-47bf-8ea1-5563bc7a5481 req-0f40eaf7-8ce1-432d-b057-9be2a7d69243 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d79ccf9-90cf-444c-8c00-0160e42b4ef5 HTTP/1.1" status: 200  len: 210 time: 0.0345252
Jun 10 04:11:32.385057 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80dc0>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:32.388693 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f32fc5d-a32d-445f-ab72-1e34fb71746b None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:11:32.602860 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4243928d-b07c-4891-bb82-f21f8d1b283b None None] New status for floating IP 7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:11:33.476542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57752) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:33.538509 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:33.563460 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:33.704034 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:33.706706 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:33.707883 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "DELETE /v2.0/security-groups/4b1e0402-cefc-4dc3-b55e-6ced6f817a95 HTTP/1.1" status: 204  len: 168 time: 0.2303047
Jun 10 04:11:33.708710 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2055128d-991f-41cd-bbb1-071e694aa995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:33.710689 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57754) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:33.720865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1e0402-cefc-4dc3-b55e-6ced6f817a95,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:33.723507 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:33.726283 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.api.v2.resource [None req-2bd3cd64-5bf1-4cf8-b07f-493da9cae96f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] show failed (client error): The resource could not be found.
Jun 10 04:11:33.727301 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-2bd3cd64-5bf1-4cf8-b07f-493da9cae96f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups/4b1e0402-cefc-4dc3-b55e-6ced6f817a95 HTTP/1.1" status: 404  len: 347 time: 0.0155823
Jun 10 04:11:33.731714 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57756) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:33.903026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Deleting port dc851e2f-6637-44f6-a642-a7d625f7525b {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:11:33.903292 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:34.002123 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:34.002447 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:34.096636 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Calling delete_port for dc851e2f-6637-44f6-a642-a7d625f7525b owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:11:34.332539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:34.337054 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2d39c849-57a1-4d51-93e9-29c512ca5226 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:34.368553 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event deleted for resources: {'Port': ['ID=dc851e2f-6637-44f6-a642-a7d625f7525b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:34.372259 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:34.411444 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9273de64-427d-434b-8ce7-87f2fdfacd97 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:11:34.440150 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 9273de64-427d-434b-8ce7-87f2fdfacd97 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:11:34.440150 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9273de64-427d-434b-8ce7-87f2fdfacd97 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:11:34.451617 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:34.454238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:34.455536 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ee4f8fb-0e7f-4dcb-9af6-61a834ae4f02 HTTP/1.1" status: 204  len: 168 time: 0.7228668
Jun 10 04:11:34.996244 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57768) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:35.001445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--147728738', 'description': 'tempest-description--780397935'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:35.097866 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.186178 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.234751 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.237399 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b2e4e992-aba3-45a4-a282-509ea81ebd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:35.270794 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:35.273534 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:35.335899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.340332 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3398404
Jun 10 04:11:35.340332 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57772) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:35.344723 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'security_group_rule': {'security_group_id': 'c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:35.441008 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.504507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.584385 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.587020 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7785a9da-5740-4409-b12c-1119d0ac43a0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:35.605075 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1a72de-16a4-45dc-8c45-032a470bc1a4,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:35.607963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:35.692313 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.693498 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-dc2a3bc6-13d4-4abe-bc99-f244c9b0635a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3526587
Jun 10 04:11:35.703040 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57776) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:35.707986 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'security_group_rule': {'security_group_id': 'c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:35.823292 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.886109 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.960822 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:35.962772 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:35.981518 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3507d29a-de0a-43ec-8fc1-8aadf243d243,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:35.984284 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:36.040743 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:36.041985 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-93dd2278-9a0c-42ae-9ff6-2dfd71028e4b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3380010
Jun 10 04:11:36.045262 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57778) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:36.050571 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:36.143792 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:36.273321 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:36.409690 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Allocated IP 172.27.0.184 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/b5729af9-7247-4d5d-b7a5-59760462cc48) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:36.541509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:36.635034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:36.637113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1075ff28-1ec8-497c-8a80-75f7c2e1cc26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:36.685412 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:36.688404 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:36.690918 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:36.721193 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'Port': ['ID=b5729af9-7247-4d5d-b7a5-59760462cc48,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:36.725506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:36.796830 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:36.902455 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:37.082832 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:37.143670 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:37.145876 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:37.231485 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'Port': ['ID=b5729af9-7247-4d5d-b7a5-59760462cc48,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:37.236003 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:37.243997 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:37.418063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:37.419273 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3724809
Jun 10 04:11:39.580362 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-01306f43-f01d-4317-8f76-cb0b78b6f705 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--147728738&fields=id&tenant_id=58678dd284184e898c7026d27aca9272 HTTP/1.1" status: 200  len: 267 time: 0.0358868
Jun 10 04:11:39.711107 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-4b32dcab-3e9f-4442-b7b4-aa90b63ea4fc tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:39.712628 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-4b32dcab-3e9f-4442-b7b4-aa90b63ea4fc tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 808 time: 0.1259079
Jun 10 04:11:39.728027 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-28879261-1180-4023-9ba5-06dd5207faf9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/quotas/58678dd284184e898c7026d27aca9272 HTTP/1.1" status: 200  len: 375 time: 0.0094638
Jun 10 04:11:39.803551 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-1f71a3a8-cced-4dc6-9d09-017d7ffc23e2 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0705333
Jun 10 04:11:39.964029 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-483b1c69-108e-4636-841a-fcd0c1a47f07 service neutron] 10.222.0.20 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486807
Jun 10 04:11:40.077008 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-033245af-cb46-4ce9-8871-553e88918294 service neutron] 10.222.0.20 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1074631
Jun 10 04:11:40.312165 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7a0d2f1-febe-4a3b-a3fd-77da81c1f016 req-caacc4ad-8c66-496b-85e4-32d9c983addb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 210 time: 0.0352910
Jun 10 04:11:41.463527 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ee623986-1de2-4f89-9d72-4e51dc943bb4 req-fd824259-54e4-4dce-8b3d-aaa17b65bec1 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 210 time: 0.0335197
Jun 10 04:11:42.618291 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-992d821c-2951-4ef0-916d-5ba683bb9d10 req-af80c43b-5921-46ab-aa80-32c9114e6778 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 210 time: 0.0399222
Jun 10 04:11:42.731704 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-62f6b173-5108-43a9-8713-ab85b92d56e9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:42.733026 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-62f6b173-5108-43a9-8713-ab85b92d56e9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 808 time: 0.1460261
Jun 10 04:11:42.788902 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-f3b1ad99-5232-4068-b875-27a8087bae96 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58678dd284184e898c7026d27aca9272 HTTP/1.1" status: 200  len: 379 time: 0.0366614
Jun 10 04:11:42.798998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'port': {'device_id': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'admin_state_up': True, 'tenant_id': '58678dd284184e898c7026d27aca9272', 'security_groups': ['c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:43.004213 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Made reservation on behalf of 58678dd284184e898c7026d27aca9272 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:11:43.007893 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:43.151228 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Allocated IP 172.20.0.13 (e91c99af-b050-40fe-a364-fd985230ec16/3fb39050-d1fe-4850-9dca-245bd864d739/3ae21687-4750-4263-b41f-c0a6df2d3970) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:43.313462 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:43.328338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Transition to ACTIVE for port object 3ae21687-4750-4263-b41f-c0a6df2d3970 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:43.349636 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-8ed676cf-b6cf-4437-b0b7-58bd56b6a527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:43.433163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:43.437021 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4ba36180-8ab3-4922-afb5-96462845842b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:43.482070 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Network e91c99af-b050-40fe-a364-fd985230ec16 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:43.485071 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:43.489041 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:43.527303 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event updated for resources: {'Port': ['ID=3ae21687-4750-4263-b41f-c0a6df2d3970,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:43.532908 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:43.558086 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:43.558676 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:43.634104 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8394690
Jun 10 04:11:43.741828 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-c98802fe-dfdc-44cd-86e1-95ebc64d95ab None None] Provisioning for port 3ae21687-4750-4263-b41f-c0a6df2d3970 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:43.745616 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-c98802fe-dfdc-44cd-86e1-95ebc64d95ab None None] Provisioning complete for port 3ae21687-4750-4263-b41f-c0a6df2d3970 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:43.745992 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-c98802fe-dfdc-44cd-86e1-95ebc64d95ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:43.785954 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-c98802fe-dfdc-44cd-86e1-95ebc64d95ab None None] Port 3ae21687-4750-4263-b41f-c0a6df2d3970 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:11:43.798773 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe165ddc-4e76-4c29-a953-b858a0569b07 req-c4d84e2e-e61f-4a83-a75c-721b2e398835 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:43.800257 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fe165ddc-4e76-4c29-a953-b858a0569b07 req-c4d84e2e-e61f-4a83-a75c-721b2e398835 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 932 time: 0.0694222
Jun 10 04:11:43.843538 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fe165ddc-4e76-4c29-a953-b858a0569b07 req-681e85c7-db8e-4ba5-839a-de5b01aafe5b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359685
Jun 10 04:11:43.850338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Request body: {'port': {'device_id': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:43.939124 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:44.236531 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae21687-4750-4263-b41f-c0a6df2d3970 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:44.243702 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:44.254672 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Transition to ACTIVE for port object 3ae21687-4750-4263-b41f-c0a6df2d3970 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:44.320637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:44.322665 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:44.417707 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Pushing event updated for resources: {'Port': ['ID=3ae21687-4750-4263-b41f-c0a6df2d3970,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:44.421409 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:44.507443 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Attempting to bind port 3ae21687-4750-4263-b41f-c0a6df2d3970 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:11:44.507859 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Attempting to bind port 3ae21687-4750-4263-b41f-c0a6df2d3970 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:11:44.508188 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Attempting to bind port 3ae21687-4750-4263-b41f-c0a6df2d3970 on network e91c99af-b050-40fe-a364-fd985230ec16 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:44.512517 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Port 3ae21687-4750-4263-b41f-c0a6df2d3970 on network e91c99af-b050-40fe-a364-fd985230ec16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:11:44.512837 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Attempting to bind port 3ae21687-4750-4263-b41f-c0a6df2d3970 on network e91c99af-b050-40fe-a364-fd985230ec16 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:44.517561 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:11:44.517886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Checking segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:11:44.518270 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Bound using segment: {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:11:44.518688 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Bound port: 3ae21687-4750-4263-b41f-c0a6df2d3970, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:11:44.519055 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:44.853949 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] For port 3ae21687-4750-4263-b41f-c0a6df2d3970, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:11:44.856807 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] For port 3ae21687-4750-4263-b41f-c0a6df2d3970, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3ae21687-4750-4263-b41f-c0a6df2d3970,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:11:44.927078 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:44.929208 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-72fb5f24-f3e8-40a5-8c0b-cd2fbb4a497f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:45.006632 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:45.007287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:45.008676 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] 10.222.0.11 "PUT /v2.0/ports/3ae21687-4750-4263-b41f-c0a6df2d3970 HTTP/1.1" status: 200  len: 1094 time: 1.2075508
Jun 10 04:11:45.009353 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:45.011677 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073" -d '{"events": [{"name": "network-changed", "server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:45.048034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Pushing event updated for resources: {'Port': ['ID=3ae21687-4750-4263-b41f-c0a6df2d3970,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:45.056314 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:45.081022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6968bd6-0513-4c56-9577-e07e48461285 req-7ea74f86-c48f-4bb9-a2ea-bb17b432f3d3 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:45.082572 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c6968bd6-0513-4c56-9577-e07e48461285 req-7ea74f86-c48f-4bb9-a2ea-bb17b432f3d3 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 944 time: 0.1230071
Jun 10 04:11:45.128192 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c6968bd6-0513-4c56-9577-e07e48461285 req-8478c2f0-a66c-4fe4-bb83-8729b4e2304d tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392926
Jun 10 04:11:45.201818 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5dd479-18a9-4c62-aed8-e7ad6cb8e322 x-openstack-request-id: req-4a5dd479-18a9-4c62-aed8-e7ad6cb8e322 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:45.202143 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:45.202432 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a5dd479-18a9-4c62-aed8-e7ad6cb8e322 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:45.202858 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'status': 'completed', 'code': 200}
Jun 10 04:11:45.232386 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-4631378a-6702-4471-b83a-391a8192c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:45.234471 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-4631378a-6702-4471-b83a-391a8192c8ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 1097 time: 0.0704396
Jun 10 04:11:45.308763 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-3b033a1b-6df5-475a-bc50-a04946137d15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ae21687-4750-4263-b41f-c0a6df2d3970 HTTP/1.1" status: 200  len: 217 time: 0.0521429
Jun 10 04:11:45.367305 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-6e8d8821-24e9-48e3-91e6-8d9de9b04c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:45.368706 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-6e8d8821-24e9-48e3-91e6-8d9de9b04c35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.0524678
Jun 10 04:11:45.432422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-5a937e57-c1b0-4cc7-a1d6-f664fa9c7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:45.433766 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-5a937e57-c1b0-4cc7-a1d6-f664fa9c7f71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0580783
Jun 10 04:11:45.552184 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-f7339c0e-10b0-4722-a358-262b99929dcf service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1099157
Jun 10 04:11:45.676243 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-481cb995-90e7-4c9f-ba71-e9185e14eb5f req-d1e5b52b-7dea-421f-a5d7-d4d930ae4e29 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176405
Jun 10 04:11:45.849923 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:45.875147 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-7b41f90d-2225-4d0f-9b9a-b30661b012c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:45.915441 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-ed989de9-3152-4629-affe-a97e9b8e8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:45.916920 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-ed989de9-3152-4629-affe-a97e9b8e8f1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 1097 time: 0.0669813
Jun 10 04:11:46.043370 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-252d2ed7-8899-490b-a4c5-5c7540612753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:46.044812 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-252d2ed7-8899-490b-a4c5-5c7540612753 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 909 time: 0.1180930
Jun 10 04:11:46.101847 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-92ce32b4-2127-432f-85ad-c084085ecc11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ae21687-4750-4263-b41f-c0a6df2d3970 HTTP/1.1" status: 200  len: 217 time: 0.0506361
Jun 10 04:11:46.160607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-9f743639-5697-42c9-85d2-d5afc8165967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:46.162057 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-9f743639-5697-42c9-85d2-d5afc8165967 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.0514653
Jun 10 04:11:46.236325 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-d2d7a96d-dbeb-43cc-9e95-10b8e0476c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:46.238346 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-d2d7a96d-dbeb-43cc-9e95-10b8e0476c9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0683117
Jun 10 04:11:46.320191 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d49b8-1b80-4e36-9aeb-00289838fdad req-8b57a155-697d-4720-9cfb-249b35836561 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:46.322274 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3f4d49b8-1b80-4e36-9aeb-00289838fdad req-8b57a155-697d-4720-9cfb-249b35836561 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 944 time: 0.0757644
Jun 10 04:11:46.359298 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-c7651254-0b2e-493c-b873-0672d3274c1b service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1136518
Jun 10 04:11:46.366909 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3f4d49b8-1b80-4e36-9aeb-00289838fdad req-6d26131c-53b3-4e04-b021-7d895a3acc29 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368710
Jun 10 04:11:46.479309 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3c0d9f8e-c32c-43b6-97fa-0d7b30770073 req-ceb63ebe-dd82-4453-8c87-24fbc6e94108 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1136346
Jun 10 04:11:46.936032 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:47.547335 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af614b4-bb12-42ec-8301-bf7a39e3bfae req-7a28dfd2-3164-49f9-a918-f63f460f1323 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:47.549491 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3af614b4-bb12-42ec-8301-bf7a39e3bfae req-7a28dfd2-3164-49f9-a918-f63f460f1323 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 944 time: 0.0721171
Jun 10 04:11:47.590383 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3af614b4-bb12-42ec-8301-bf7a39e3bfae req-80d77190-e9d5-41d2-b511-f519a93a3ea0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352683
Jun 10 04:11:47.785382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 57946) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:47.888368 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:47.981539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.055736 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.058112 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03ea32a1-cfa7-4a80-b11d-9d6cf89a3eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:48.100007 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4bd679d9b234364bf5889c7fbab7934&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3111489
Jun 10 04:11:48.100007 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e294b071-28a5-49e3-83b4-244e8b07d25c,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:48.100920 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57952) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:48.102866 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:48.157982 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.181578 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.280366 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.283163 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.284876 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e294b071-28a5-49e3-83b4-244e8b07d25c HTTP/1.1" status: 204  len: 168 time: 0.1831801
Jun 10 04:11:48.285667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-24b5e3c2-4ee5-402c-b040-556f9aea2131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:48.294396 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e294b071-28a5-49e3-83b4-244e8b07d25c,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:48.296777 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d848a5b8-ea32-4172-b5d4-86108e9e2967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:48.669018 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:48.779034 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41803b3c-50df-4da9-8dad-0dee07bb8777 req-03c5dcd0-d341-4f30-845b-ed58b4d303be tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:48.780529 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-41803b3c-50df-4da9-8dad-0dee07bb8777 req-03c5dcd0-d341-4f30-845b-ed58b4d303be tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 944 time: 0.0732727
Jun 10 04:11:48.821438 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-41803b3c-50df-4da9-8dad-0dee07bb8777 req-c6063f08-4426-4e30-a785-ccd17d2481bf tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353904
Jun 10 04:11:49.013126 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:11:49.353813 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 57994) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:49.448670 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1664688786-network', 'tenant_id': '3b8d48f9d171438cbbc1b1f9395158c2'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:49.537286 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Made reservation on behalf of 3b8d48f9d171438cbbc1b1f9395158c2 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:11:49.539677 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.551332 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.639586 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.702863 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.706465 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-24543263-bd01-4c74-9cf7-3664f33124e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:49.728190 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:11:49.736985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:49.740478 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:49.743177 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.743533 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Added segment a59e2524-d4bb-49ae-a953-61c01667f563 of type vlan for network dd234b69-5dea-4725-9879-477d528981f4
Jun 10 04:11:49.793568 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.880460 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.881805 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:49.882406 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:49.884662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8e0c6d73-de5e-4b6a-b375-94f6d3fc7d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:49.961941 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Pushing event updated for resources: {'Network': ['ID=dd234b69-5dea-4725-9879-477d528981f4,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:49.971976 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:49.972688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network dd234b69-5dea-4725-9879-477d528981f4 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:11:49.975324 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6204932
Jun 10 04:11:49.978316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 58000) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:49.983814 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Request body: {'subnet': {'network_id': 'dd234b69-5dea-4725-9879-477d528981f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1664688786-subnet', 'tenant_id': '3b8d48f9d171438cbbc1b1f9395158c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:50.038003 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff45c4-c86f-4bf6-a13a-f8be8e103798 req-7c605c8a-b187-48b6-88c6-38cf4f4d6a0a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:50.039476 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-88ff45c4-c86f-4bf6-a13a-f8be8e103798 req-7c605c8a-b187-48b6-88c6-38cf4f4d6a0a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 944 time: 0.0796490
Jun 10 04:11:50.079958 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-88ff45c4-c86f-4bf6-a13a-f8be8e103798 req-c6faace0-52b4-4c99-9d5c-38fe9bc6ceaf tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346088
Jun 10 04:11:50.096420 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Made reservation on behalf of 3b8d48f9d171438cbbc1b1f9395158c2 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:11:50.098900 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25087428'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:50.418697 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24941444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25087442'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:50.421381 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-16e83576-0b83-466f-be8e-7b51eb074dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:50.488842 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca0fded-fa75-4c3a-a019-7655a3feefa1,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:50.493209 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:50.501452 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Checking segment: {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:11:50.501817 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Network hostable DHCP agents. Network: dd234b69-5dea-4725-9879-477d528981f4, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:11:50.505900 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 3ae21687-4750-4263-b41f-c0a6df2d3970 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:11:50.606401 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Network dd234b69-5dea-4725-9879-477d528981f4 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:11:50.633430 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 3ae21687-4750-4263-b41f-c0a6df2d3970, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3ae21687-4750-4263-b41f-c0a6df2d3970,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:50.713356 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, dd234b69-5dea-4725-9879-477d528981f4) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:50.725296 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:50.725899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:50.773572 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458cefc7-ac9b-4b76-a71a-e6fbb5bfbc41 None None] Network dd234b69-5dea-4725-9879-477d528981f4 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:11:50.798308 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'port_id': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'mac_address': 'fa:16:3e:17:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:11:50.841465 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-47a7363f-2610-4ce9-b8f4-d57955f035f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8617909
Jun 10 04:11:50.898562 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:50.925846 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae21687-4750-4263-b41f-c0a6df2d3970 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:50.996734 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 3ae21687-4750-4263-b41f-c0a6df2d3970, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3ae21687-4750-4263-b41f-c0a6df2d3970,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:51.002542 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e58bb-9242-4ca4-960c-d9ab2347e33d None None] Network dd234b69-5dea-4725-9879-477d528981f4 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:11:51.073885 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:51.076956 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:51.179791 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=3ae21687-4750-4263-b41f-c0a6df2d3970,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:51.183953 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:51.260568 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da43ae-d2c8-4381-99f1-9438de42779a req-523ac171-8272-4f24-81f8-8934094c7475 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:51.262082 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-13da43ae-d2c8-4381-99f1-9438de42779a req-523ac171-8272-4f24-81f8-8934094c7475 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 945 time: 0.0676227
Jun 10 04:11:51.305980 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-13da43ae-d2c8-4381-99f1-9438de42779a req-3d24ff73-2193-4b76-bee3-4c74ca46b8a9 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372148
Jun 10 04:11:51.434277 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['3ae21687-4750-4263-b41f-c0a6df2d3970'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:11:52.493934 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bfda-9b76-43c7-8964-8f3875501873 req-1eaa8d20-80ba-4ebf-9474-59a0ac55da62 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:52.495376 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4b77bfda-9b76-43c7-8964-8f3875501873 req-1eaa8d20-80ba-4ebf-9474-59a0ac55da62 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 945 time: 0.0762515
Jun 10 04:11:52.517630 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 3ae21687-4750-4263-b41f-c0a6df2d3970 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:11:52.537059 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4b77bfda-9b76-43c7-8964-8f3875501873 req-523c5deb-9a3a-445f-9b0a-0fa82235fd46 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359824
Jun 10 04:11:52.667205 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 3ae21687-4750-4263-b41f-c0a6df2d3970 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:11:52.670615 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 3ae21687-4750-4263-b41f-c0a6df2d3970 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:11:52.671043 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:52.761312 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:52.786082 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:52.788360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7b10c-5f2c-4ab5-90f5-02b670cccdaa" -d '{"events": [{"server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "name": "network-vif-plugged", "status": "completed", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:52.803455 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 3ae21687-4750-4263-b41f-c0a6df2d3970, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3ae21687-4750-4263-b41f-c0a6df2d3970,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:11:52.832323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ddcc6f-7150-4656-80d0-560a233badd6 x-openstack-request-id: req-d4ddcc6f-7150-4656-80d0-560a233badd6 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:52.832323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "name": "network-vif-plugged", "status": "completed", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:52.832323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4ddcc6f-7150-4656-80d0-560a233badd6 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:52.832323 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'code': 200}
Jun 10 04:11:52.898295 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:52.900755 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-674cf849-2cc3-46fb-a97d-49de993c6ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:52.962237 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=3ae21687-4750-4263-b41f-c0a6df2d3970,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:52.965270 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:53.097020 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-e9a446d0-3a22-43e3-962a-1da1661d6a94 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:53.098441 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-e9a446d0-3a22-43e3-962a-1da1661d6a94 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/networks?id=dd234b69-5dea-4725-9879-477d528981f4 HTTP/1.1" status: 200  len: 814 time: 0.1293046
Jun 10 04:11:53.115417 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-e2bf78f5-3791-4e09-812e-fe445e05d76b tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/quotas/3b8d48f9d171438cbbc1b1f9395158c2 HTTP/1.1" status: 200  len: 375 time: 0.0092208
Jun 10 04:11:53.155209 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-1daa6886-0183-48dc-a1c5-2f0355069d30 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0339482
Jun 10 04:11:53.272031 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-8f413754-59b6-4f25-8764-0a4fb5369873 service neutron] 10.222.0.20 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1086910
Jun 10 04:11:53.395590 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-6aea8d32-2008-43bb-b52c-402e32b164a4 service neutron] 10.222.0.20 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1177969
Jun 10 04:11:53.401961 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6690038-9218-460b-9d47-930592df9886 req-28c9efbd-bfc1-4ed1-b60c-71686fe1246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:53.404655 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c6690038-9218-460b-9d47-930592df9886 req-28c9efbd-bfc1-4ed1-b60c-71686fe1246c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 1099 time: 0.0653970
Jun 10 04:11:53.451224 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c6690038-9218-460b-9d47-930592df9886 req-394405bd-22f8-45ba-b2f7-52da4975dd90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315471
Jun 10 04:11:53.666667 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-425b41a1-ca56-41b2-a6e2-8dd31c6008e4 req-46ce1e91-f3f1-4461-b2b0-b5374270e76b tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 210 time: 0.0320606
Jun 10 04:11:53.741703 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeabc9a-b7dd-46bb-b54c-52c6d51b982a req-3d8ca224-cb74-4934-9cd2-ecf4d7a4cbfa tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:53.743205 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5eeabc9a-b7dd-46bb-b54c-52c6d51b982a req-3d8ca224-cb74-4934-9cd2-ecf4d7a4cbfa tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.0768225
Jun 10 04:11:53.785455 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5eeabc9a-b7dd-46bb-b54c-52c6d51b982a req-c10247ed-ed9f-477b-8a43-96d91fb62ebc tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365827
Jun 10 04:11:54.812231 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-28daa002-acbd-4a7c-8c2a-2e88f41ed0ff req-331cac95-cb39-4d7c-a2e6-485559db27ae tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 210 time: 0.0320766
Jun 10 04:11:54.824587 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 58088) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:54.936601 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:54.985269 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f179-ea41-482d-820c-4b039e9a60db req-9e8213db-dc13-4392-a096-0a4fb65d6178 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:54.993184 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bfe2f179-ea41-482d-820c-4b039e9a60db req-9e8213db-dc13-4392-a096-0a4fb65d6178 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.0795770
Jun 10 04:11:55.037228 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bfe2f179-ea41-482d-820c-4b039e9a60db req-4a521ace-b4df-463a-8634-067d1b01685f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429738
Jun 10 04:11:55.050205 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:55.120928 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:55.123553 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ceaa5571-d4ff-4934-94e7-45beae1e09e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:55.164884 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c113260-0d3f-4c27-94a1-c7c585d3ee8d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:55.170406 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5047455315e6477b81b3441638b3b1a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3436310
Jun 10 04:11:55.170406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:55.172207 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 58094) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:55.246092 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:55.270574 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:55.389086 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:55.391749 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:55.392948 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c113260-0d3f-4c27-94a1-c7c585d3ee8d HTTP/1.1" status: 204  len: 168 time: 0.2198262
Jun 10 04:11:55.393717 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-06a1e459-9561-4dd1-a46e-13f9906c09df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:55.403687 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c113260-0d3f-4c27-94a1-c7c585d3ee8d,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:55.406904 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:55.959363 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8a0ee3fc-05ab-4df2-82ef-6b8caa136f68 req-69048cf9-5db4-46ae-8401-6c6b34373945 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 210 time: 0.0321898
Jun 10 04:11:56.257361 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-afe87ca7-0909-4a35-9764-8a1e32088163 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:56.258791 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-afe87ca7-0909-4a35-9764-8a1e32088163 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "GET /v2.0/networks?id=dd234b69-5dea-4725-9879-477d528981f4 HTTP/1.1" status: 200  len: 814 time: 0.1682565
Jun 10 04:11:56.281177 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6484c4-2821-429e-b647-343911e42201 req-8f9bc6f2-d059-479e-9e4b-596679d6e928 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:56.282811 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fe6484c4-2821-429e-b647-343911e42201 req-8f9bc6f2-d059-479e-9e4b-596679d6e928 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.1060805
Jun 10 04:11:56.287402 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Request body: {'port': {'device_id': 'a5516794-c227-4fd4-992c-700e90bffe50', 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4', 'admin_state_up': True, 'tenant_id': '3b8d48f9d171438cbbc1b1f9395158c2'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:56.409095 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fe6484c4-2821-429e-b647-343911e42201 req-caa0feac-0e1c-4d53-b93f-098bc87e329b tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1181338
Jun 10 04:11:56.537014 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Made reservation on behalf of 3b8d48f9d171438cbbc1b1f9395158c2 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:11:56.540365 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:56.702389 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7402-749b-4166-a864-c5855e0389cd req-47c60eca-8ef8-4345-80cc-0766f36d9ad3 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:56.703869 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e4ac7402-749b-4166-a864-c5855e0389cd req-47c60eca-8ef8-4345-80cc-0766f36d9ad3 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.1778066
Jun 10 04:11:56.712294 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 58110) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:11:56.716946 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Request body: {'floatingip': {'port_id': '3ae21687-4750-4263-b41f-c0a6df2d3970'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:56.730581 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Allocated IP 172.20.0.4 (dd234b69-5dea-4725-9879-477d528981f4/9ca0fded-fa75-4c3a-a019-7655a3feefa1/c07f3910-a72f-4ede-89a3-cfc73dcbefba) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:11:56.771878 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:56.903790 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:56.989888 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:56.994226 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-49f6bc07-ddba-4801-8172-b51a7bd86f70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:57.050452 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Network dd234b69-5dea-4725-9879-477d528981f4 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:11:57.053722 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:11:57.058201 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:11:57.085899 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Pushing event updated for resources: {'Port': ['ID=c07f3910-a72f-4ede-89a3-cfc73dcbefba,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:57.090213 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:57.116623 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:57.117220 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.206592 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9227157
Jun 10 04:11:57.227569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Request body: {'port': {'device_id': 'a5516794-c227-4fd4-992c-700e90bffe50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:11:57.318393 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.345084 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2941f-0413-42fd-a6c8-78823fd1c1f2 req-150d0826-b6ea-4fa3-aeef-57f7e27a29b8 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:57.347139 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-dac2941f-0413-42fd-a6c8-78823fd1c1f2 req-150d0826-b6ea-4fa3-aeef-57f7e27a29b8 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 931 time: 0.2675073
Jun 10 04:11:57.642235 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07f3910-a72f-4ede-89a3-cfc73dcbefba {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:11:57.650153 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.661687 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Transition to ACTIVE for port object c07f3910-a72f-4ede-89a3-cfc73dcbefba will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:11:57.686664 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.695652 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-dac2941f-0413-42fd-a6c8-78823fd1c1f2 req-d763d7a7-eaa9-4075-bba7-3fde19501fc7 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064294
Jun 10 04:11:57.718487 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.721483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a2974da-4bba-4ce8-a765-699901fae0cb tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:57.748789 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.813259 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f3910-a72f-4ede-89a3-cfc73dcbefba,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:57.839898 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:57.882491 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Floating IP b0da8d5d-7087-486d-8956-ac03db5d7aa9 associated. External IP: 172.27.0.184, port: 3ae21687-4750-4263-b41f-c0a6df2d3970.
Jun 10 04:11:57.896905 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Attempting to bind port c07f3910-a72f-4ede-89a3-cfc73dcbefba on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:11:57.897173 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Attempting to bind port c07f3910-a72f-4ede-89a3-cfc73dcbefba by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:11:57.897505 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Attempting to bind port c07f3910-a72f-4ede-89a3-cfc73dcbefba on network dd234b69-5dea-4725-9879-477d528981f4 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:57.902169 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Port c07f3910-a72f-4ede-89a3-cfc73dcbefba on network dd234b69-5dea-4725-9879-477d528981f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:11:57.902491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Attempting to bind port c07f3910-a72f-4ede-89a3-cfc73dcbefba on network dd234b69-5dea-4725-9879-477d528981f4 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:11:57.907091 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:11:57.907431 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Checking segment: {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:11:57.907820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Bound using segment: {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:11:57.908269 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Bound port: c07f3910-a72f-4ede-89a3-cfc73dcbefba, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:11:57.908616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:57.978066 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] For port c07f3910-a72f-4ede-89a3-cfc73dcbefba, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:11:57.981012 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] For port c07f3910-a72f-4ede-89a3-cfc73dcbefba, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c07f3910-a72f-4ede-89a3-cfc73dcbefba,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:11:58.063877 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:58.067377 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7bcaf08-5e1f-4d2a-a09d-ae92bca6a5d0 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:11:58.107963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:58.107963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:58.108308 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] 10.222.0.11 "PUT /v2.0/ports/c07f3910-a72f-4ede-89a3-cfc73dcbefba HTTP/1.1" status: 200  len: 1093 time: 0.8849368
Jun 10 04:11:58.108822 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5516794-c227-4fd4-992c-700e90bffe50', 'tag': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:58.111637 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5516794-c227-4fd4-992c-700e90bffe50", "tag": "c07f3910-a72f-4ede-89a3-cfc73dcbefba"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:58.143719 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Pushing event updated for resources: {'Port': ['ID=c07f3910-a72f-4ede-89a3-cfc73dcbefba,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:11:58.147159 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:11:58.156297 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cfc4c6-d37d-47aa-bf66-c0cee4189763 x-openstack-request-id: req-44cfc4c6-d37d-47aa-bf66-c0cee4189763 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:58.156620 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5516794-c227-4fd4-992c-700e90bffe50", "tag": "c07f3910-a72f-4ede-89a3-cfc73dcbefba", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:58.156909 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44cfc4c6-d37d-47aa-bf66-c0cee4189763 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:58.157360 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5516794-c227-4fd4-992c-700e90bffe50', 'tag': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba', 'status': 'completed', 'code': 200}
Jun 10 04:11:58.168260 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:11:58.262079 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc req-8a65d5cf-650c-4562-b756-c6e7480b32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:58.263587 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc req-8a65d5cf-650c-4562-b756-c6e7480b32e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 1096 time: 0.0606327
Jun 10 04:11:58.312147 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:11:58.317239 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:11:58.327851 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:11:58.337439 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:58.338060 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54d36e20>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:58.359077 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b46d5241-9460-4cba-b80e-5a03f5badc47 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "PUT /v2.0/floatingips/b0da8d5d-7087-486d-8956-ac03db5d7aa9 HTTP/1.1" status: 200  len: 992 time: 1.6455894
Jun 10 04:11:58.359724 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:11:58.362543 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846" -d '{"events": [{"name": "network-changed", "server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:11:58.410068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc req-3df522d4-2878-400d-865f-5b8850756ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:58.411670 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc req-3df522d4-2878-400d-865f-5b8850756ce6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1289926
Jun 10 04:11:58.499483 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:58.546350 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc req-cff73ef3-7ac8-4544-86cb-1a69de91d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:58.549987 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-63692b1c-1c93-4f53-9bd8-1e065e9d44cc req-cff73ef3-7ac8-4544-86cb-1a69de91d293 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1287715
Jun 10 04:11:58.593078 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab371e36-1394-44f6-bd2d-a3c2be6bd438 x-openstack-request-id: req-ab371e36-1394-44f6-bd2d-a3c2be6bd438 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:11:58.593408 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:11:58.593699 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab371e36-1394-44f6-bd2d-a3c2be6bd438 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:11:58.594132 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'status': 'completed', 'code': 200}
Jun 10 04:11:58.748342 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-0bf042d6-744d-40fb-a1f4-fa7fd80b5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:58.749830 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-0bf042d6-744d-40fb-a1f4-fa7fd80b5a90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 1096 time: 0.1131382
Jun 10 04:11:58.755998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-3d120446-ebfb-42ae-9833-4928db879433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:58.760787 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-3d120446-ebfb-42ae-9833-4928db879433 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58678dd284184e898c7026d27aca9272&device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 1099 time: 0.0904379
Jun 10 04:11:58.801069 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54d36e20>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'b0da8d5d-7087-486d-8956-ac03db5d7aa9', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'port_id': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'mac_address': 'fa:16:3e:17:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:36Z', 'updated_at': '2021-06-10T04:11:57Z', 'revision_number': 1, 'project_id': '58678dd284184e898c7026d27aca9272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:58.804605 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:11:58.813291 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:11:58.813921 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54d36e20>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:11:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:58.960914 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:11:59.119655 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-00866642-9df4-435b-8fac-b0074e1d20f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c07f3910-a72f-4ede-89a3-cfc73dcbefba HTTP/1.1" status: 200  len: 217 time: 0.3427346
Jun 10 04:11:59.282321 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-7f221aef-5128-4385-b7bf-95d500d183d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:59.286794 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-7f221aef-5128-4385-b7bf-95d500d183d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9ca0fded-fa75-4c3a-a019-7655a3feefa1 HTTP/1.1" status: 200  len: 854 time: 0.1478860
Jun 10 04:11:59.335787 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-4bb98226-201b-4a41-a816-c0d5204b50ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd234b69-5dea-4725-9879-477d528981f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0377605
Jun 10 04:11:59.336799 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-307b93b3-c8c7-4f5b-ae63-e39717af6ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:59.338089 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-307b93b3-c8c7-4f5b-ae63-e39717af6ed7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 200  len: 909 time: 0.5529506
Jun 10 04:11:59.351336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b87f92-ada4-4877-bff6-de11561153ab req-2378a90c-7822-49f1-80be-e15e037c7edd tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:59.352824 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-91b87f92-ada4-4877-bff6-de11561153ab req-2378a90c-7822-49f1-80be-e15e037c7edd tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 943 time: 0.2474949
Jun 10 04:11:59.376516 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54d36e20>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'b0da8d5d-7087-486d-8956-ac03db5d7aa9', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'port_id': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'mac_address': 'fa:16:3e:17:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:36Z', 'updated_at': '2021-06-10T04:11:57Z', 'revision_number': 1, 'project_id': '58678dd284184e898c7026d27aca9272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:11:59.380504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b043ef-246e-4637-a6b4-e1a66b5708b8 None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'b0da8d5d-7087-486d-8956-ac03db5d7aa9', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'port_id': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'mac_address': 'fa:16:3e:17:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:11:36Z', 'updated_at': '2021-06-10T04:11:57Z', 'revision_number': 1, 'project_id': '58678dd284184e898c7026d27aca9272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:11:59.536887 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-edc0b1ae-4eea-47b5-a008-16eb9ec80166 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ae21687-4750-4263-b41f-c0a6df2d3970 HTTP/1.1" status: 200  len: 1000 time: 0.1830962
Jun 10 04:11:59.546243 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-91b87f92-ada4-4877-bff6-de11561153ab req-d386ac52-edfd-462f-afd3-c1ecbf5bfd5b tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780806
Jun 10 04:11:59.571515 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96edf0e2-f9b4-4718-b85d-fde880d60bf4 None None] New status for floating IP b0da8d5d-7087-486d-8956-ac03db5d7aa9: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:11:59.619938 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-ffdfa108-a38c-407c-b7dc-5f7d27a0ad25 service neutron] 10.222.0.11 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2650354
Jun 10 04:11:59.636473 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-9aa33209-a8c5-468f-83f6-18f6e717e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:59.638514 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-9aa33209-a8c5-468f-83f6-18f6e717e8dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 200  len: 847 time: 0.0897756
Jun 10 04:11:59.781562 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b1f25b46-1c7e-4eec-a25b-1f94ae4189a2 req-4cc3a376-a259-4ce8-ab8f-8b58cfe5c4a8 service neutron] 10.222.0.11 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537366
Jun 10 04:11:59.790846 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-abb1580c-1222-4ec0-93c1-0c4b0e04af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:11:59.792232 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-abb1580c-1222-4ec0-93c1-0c4b0e04af82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e91c99af-b050-40fe-a364-fd985230ec16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1253614
Jun 10 04:11:59.913309 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-3c66be8c-3804-41fb-94bc-03991090f73a service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127617
Jun 10 04:12:00.056747 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df7524db-cf5e-4ffb-b1c2-935a6ac4b846 req-89d92b6c-a33f-4406-b49c-23cd22041651 service neutron] 10.222.0.11 "GET /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1084583
Jun 10 04:12:00.734518 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fb285-e72b-4538-9296-e5a656c568a5 req-e8ad6290-0f70-458a-b6b9-0fb4ef0e4601 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:00.739895 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-043fb285-e72b-4538-9296-e5a656c568a5 req-e8ad6290-0f70-458a-b6b9-0fb4ef0e4601 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 943 time: 0.0731199
Jun 10 04:12:00.777893 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-043fb285-e72b-4538-9296-e5a656c568a5 req-bd054cf3-fe44-4049-959a-e91e664eb82f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355039
Jun 10 04:12:00.799296 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:01.957040 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65eea0-c05b-44b0-8c86-0ed1f0c17479 req-63609d61-6315-4551-b878-824647fdac3e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:01.958496 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df65eea0-c05b-44b0-8c86-0ed1f0c17479 req-63609d61-6315-4551-b878-824647fdac3e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 943 time: 0.0670714
Jun 10 04:12:02.003129 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df65eea0-c05b-44b0-8c86-0ed1f0c17479 req-a0b5cccb-78f9-40d0-a25f-f174d3331526 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390499
Jun 10 04:12:02.558607 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device c07f3910-a72f-4ede-89a3-cfc73dcbefba details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:12:02.672805 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port c07f3910-a72f-4ede-89a3-cfc73dcbefba, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c07f3910-a72f-4ede-89a3-cfc73dcbefba,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:02.688733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba', 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4', 'port_id': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba', 'mac_address': 'fa:16:3e:ab:17:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca0fded-fa75-4c3a-a019-7655a3feefa1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:12:02.730981 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:02.744869 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07f3910-a72f-4ede-89a3-cfc73dcbefba {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:12:02.764594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port c07f3910-a72f-4ede-89a3-cfc73dcbefba, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c07f3910-a72f-4ede-89a3-cfc73dcbefba,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:02.849844 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:02.851640 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:12:02.902635 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=c07f3910-a72f-4ede-89a3-cfc73dcbefba,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:12:02.909408 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.909759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.910096 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.910428 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.910755 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.911107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.911431 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.911750 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.912072 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.912389 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.912706 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.913019 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:12:02.916659 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:12:03.179977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166b8dd-7f63-4aa5-8b82-fa9424583d22 req-3f9798ea-8fe9-408e-a0cc-63f46438f4f6 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:03.181428 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2166b8dd-7f63-4aa5-8b82-fa9424583d22 req-3f9798ea-8fe9-408e-a0cc-63f46438f4f6 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 944 time: 0.0678048
Jun 10 04:12:03.211118 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['c07f3910-a72f-4ede-89a3-cfc73dcbefba'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:12:03.222753 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2166b8dd-7f63-4aa5-8b82-fa9424583d22 req-8afc39f8-45df-4e70-8b95-2c080cb71435 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358412
Jun 10 04:12:04.407150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9456d14-c83a-4636-af1a-b87fb139946b req-7c81ac8b-0e36-42ef-88cd-164a8282ec90 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:04.409169 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c9456d14-c83a-4636-af1a-b87fb139946b req-7c81ac8b-0e36-42ef-88cd-164a8282ec90 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 944 time: 0.0689023
Jun 10 04:12:04.449329 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c9456d14-c83a-4636-af1a-b87fb139946b req-af564f9d-9660-44be-90d0-2d214342a511 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344944
Jun 10 04:12:04.595878 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device c07f3910-a72f-4ede-89a3-cfc73dcbefba up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:12:04.714468 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port c07f3910-a72f-4ede-89a3-cfc73dcbefba completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:12:04.718567 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port c07f3910-a72f-4ede-89a3-cfc73dcbefba triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:12:04.718990 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:04.807907 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:04.831091 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5516794-c227-4fd4-992c-700e90bffe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:12:04.833306 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9eaf05-7735-4290-a470-51cebe2f9d98" -d '{"events": [{"server_uuid": "a5516794-c227-4fd4-992c-700e90bffe50", "name": "network-vif-plugged", "status": "completed", "tag": "c07f3910-a72f-4ede-89a3-cfc73dcbefba"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:12:04.847048 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port c07f3910-a72f-4ede-89a3-cfc73dcbefba, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c07f3910-a72f-4ede-89a3-cfc73dcbefba,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:04.914535 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:04.916464 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-97b7d5e3-e8ca-4d6f-94b1-094b8e4dac73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:12:04.943033 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff40af7-cc35-4b26-b912-61930d004fa1 x-openstack-request-id: req-bff40af7-cc35-4b26-b912-61930d004fa1 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:12:04.943329 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5516794-c227-4fd4-992c-700e90bffe50", "name": "network-vif-plugged", "status": "completed", "tag": "c07f3910-a72f-4ede-89a3-cfc73dcbefba", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:12:04.943579 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bff40af7-cc35-4b26-b912-61930d004fa1 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:12:04.943967 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5516794-c227-4fd4-992c-700e90bffe50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba', 'code': 200}
Jun 10 04:12:04.973443 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=c07f3910-a72f-4ede-89a3-cfc73dcbefba,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:12:04.976424 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:12:05.276306 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55caf74d-2d16-4984-8dc5-2d3c511c4f6b req-5aa9c03e-ff62-4e9a-9ce7-fa12835a41af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:05.277799 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55caf74d-2d16-4984-8dc5-2d3c511c4f6b req-5aa9c03e-ff62-4e9a-9ce7-fa12835a41af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 1098 time: 0.0562525
Jun 10 04:12:05.315761 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55caf74d-2d16-4984-8dc5-2d3c511c4f6b req-1ab55516-55a8-4a44-9e9d-431684ec57e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312922
Jun 10 04:12:05.629956 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240d4e1-7864-4511-beff-f40b484e1c19 req-3bce56cb-d59f-4dc8-9f35-a5f5a3fe0dde tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:05.631395 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f240d4e1-7864-4511-beff-f40b484e1c19 req-3bce56cb-d59f-4dc8-9f35-a5f5a3fe0dde tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 945 time: 0.0692172
Jun 10 04:12:05.672818 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f240d4e1-7864-4511-beff-f40b484e1c19 req-071326ad-a30f-416b-8e64-1482e842b867 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355375
Jun 10 04:12:06.865612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426bce-4dd1-439a-a073-48211ec24d1b req-ce224126-b81c-4083-9b24-6ee87a7963ab tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:06.867111 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-20426bce-4dd1-439a-a073-48211ec24d1b req-ce224126-b81c-4083-9b24-6ee87a7963ab tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 945 time: 0.0754454
Jun 10 04:12:06.909652 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-20426bce-4dd1-439a-a073-48211ec24d1b req-520aab26-63bc-4f9e-982c-dbb9d48f027e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364788
Jun 10 04:12:08.087770 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b40dd-7220-4414-8ec1-14273e10704c req-160f0619-c3ea-41d5-a4c2-112c2d5149c0 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:08.089108 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4c5b40dd-7220-4414-8ec1-14273e10704c req-160f0619-c3ea-41d5-a4c2-112c2d5149c0 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 945 time: 0.0665157
Jun 10 04:12:08.129182 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4c5b40dd-7220-4414-8ec1-14273e10704c req-affc5809-faf3-4e59-a06f-a83611e010e6 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344679
Jun 10 04:12:11.568522 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d9b2e-91f9-4bea-a268-344520cb3baf req-52aa6cb9-06d9-4f76-b3be-766a743be646 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:11.569973 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ea9d9b2e-91f9-4bea-a268-344520cb3baf req-52aa6cb9-06d9-4f76-b3be-766a743be646 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0735052
Jun 10 04:12:11.612308 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ea9d9b2e-91f9-4bea-a268-344520cb3baf req-837b5bb8-79bf-4467-98e5-fd600e384599 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366602
Jun 10 04:12:12.803852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ffbb2-0e01-47a2-8c07-4f0857817e54 req-630a026f-3f51-456f-9fe6-e376a6f97993 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:12.805431 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-723ffbb2-0e01-47a2-8c07-4f0857817e54 req-630a026f-3f51-456f-9fe6-e376a6f97993 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0724204
Jun 10 04:12:12.846953 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-723ffbb2-0e01-47a2-8c07-4f0857817e54 req-4ab2540e-297d-4094-ae7e-842edcf938c3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355103
Jun 10 04:12:13.378118 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-1212a279-2de0-44b8-a121-e97850fff8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:14.028646 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd6792-20cb-4cb4-ba26-7f709e99c937 req-bc4bc5e9-e2df-46b6-9b25-52a70975e488 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:14.030107 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a1dd6792-20cb-4cb4-ba26-7f709e99c937 req-bc4bc5e9-e2df-46b6-9b25-52a70975e488 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0676894
Jun 10 04:12:14.071090 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a1dd6792-20cb-4cb4-ba26-7f709e99c937 req-8055b1f6-e5a4-46c0-8878-50dcc323e62a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347562
Jun 10 04:12:15.260490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8de9a6-0267-4c56-8309-b76bc235b4ac req-9fcf2d18-795e-405b-900a-3b4c20cfebf3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:15.261928 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0d8de9a6-0267-4c56-8309-b76bc235b4ac req-9fcf2d18-795e-405b-900a-3b4c20cfebf3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0741210
Jun 10 04:12:15.306637 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0d8de9a6-0267-4c56-8309-b76bc235b4ac req-ecf7dec0-9f2d-4f4f-b498-ed8ef9101475 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384583
Jun 10 04:12:15.832763 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:15.861496 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ceb36fe4-69ef-4cec-8ed3-a8b601b24f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:16.494649 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab151-6fa1-476a-8d37-0c99f1b36eae req-ba5e2cb6-2ca0-4924-99a1-f22edc4f8eb3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:16.496058 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aeeab151-6fa1-476a-8d37-0c99f1b36eae req-ba5e2cb6-2ca0-4924-99a1-f22edc4f8eb3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0710495
Jun 10 04:12:16.538068 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aeeab151-6fa1-476a-8d37-0c99f1b36eae req-8126d3c1-f9cc-47e9-8a95-a147f6a4a76f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362368
Jun 10 04:12:16.924262 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:17.728449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903b58c-e698-4729-b2f9-8370e22cb10d req-568f3999-026c-4a16-ac3a-a8e52c59fea3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:17.729823 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0903b58c-e698-4729-b2f9-8370e22cb10d req-568f3999-026c-4a16-ac3a-a8e52c59fea3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0732234
Jun 10 04:12:17.773521 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0903b58c-e698-4729-b2f9-8370e22cb10d req-276b4a5d-84e7-4f37-881e-457260280822 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381205
Jun 10 04:12:18.667281 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:18.955488 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7c24-35cb-44a4-be28-5b96ade7a362 req-52047948-cac3-480e-b4e4-a59278c0a608 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:18.956939 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-518f7c24-35cb-44a4-be28-5b96ade7a362 req-52047948-cac3-480e-b4e4-a59278c0a608 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0677814
Jun 10 04:12:18.997960 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-518f7c24-35cb-44a4-be28-5b96ade7a362 req-1d17e149-cb79-40bf-bc77-d87f42c710c1 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353773
Jun 10 04:12:20.188951 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ba1b-1821-416f-8689-2ea38eb3297c req-417cc274-d738-455e-a561-3b8bff3e4be4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:20.190389 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2885ba1b-1821-416f-8689-2ea38eb3297c req-417cc274-d738-455e-a561-3b8bff3e4be4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0763860
Jun 10 04:12:20.233223 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2885ba1b-1821-416f-8689-2ea38eb3297c req-c4e08be7-744e-4fce-add5-f81dd7b96847 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372040
Jun 10 04:12:21.419638 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe4837-9a4f-4cc3-9859-6b878f76a89b req-3ad2271e-5f19-4a04-9c55-a4becbd498b2 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:21.421082 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-adbe4837-9a4f-4cc3-9859-6b878f76a89b req-3ad2271e-5f19-4a04-9c55-a4becbd498b2 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0717680
Jun 10 04:12:21.461673 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-adbe4837-9a4f-4cc3-9859-6b878f76a89b req-7add6b67-1cfd-4370-aa8a-3b959ae9902a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346973
Jun 10 04:12:22.652021 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779306e-682a-4be8-a501-28f18b15eac7 req-41245c45-450f-43f3-ac23-6518272ce3b5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:22.653451 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d779306e-682a-4be8-a501-28f18b15eac7 req-41245c45-450f-43f3-ac23-6518272ce3b5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0711718
Jun 10 04:12:22.694303 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d779306e-682a-4be8-a501-28f18b15eac7 req-1d42e04d-a0f0-4be2-9915-e3068c81a600 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348392
Jun 10 04:12:23.877555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d079-f5c5-4d1b-8d83-ae4c78d5c178 req-7fe1098a-1d9e-4751-9519-c4929ae3ea0d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:23.878910 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb15d079-f5c5-4d1b-8d83-ae4c78d5c178 req-7fe1098a-1d9e-4751-9519-c4929ae3ea0d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0693681
Jun 10 04:12:23.921391 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb15d079-f5c5-4d1b-8d83-ae4c78d5c178 req-bc5e65a0-850b-4496-87c2-c2dff0adcd5d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359066
Jun 10 04:12:24.694006 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:12:24.811232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:24.822898 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'mac_address': 'fa:16:3e:48:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:12:24.868583 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:24.882720 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a367d2de-bb5a-4280-aa27-da3ccc6378e5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:12:24.902795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:24.949006 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:24.951667 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-c3da2f2c-b2e5-4c23-b423-9db5bd841c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:12:25.003791 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=6']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:12:25.007066 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:12:25.108394 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13117f-be28-48ec-9acc-422c1d8ef184 req-dc892c89-c5ff-409f-beb3-59ef43702ece tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:25.109903 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4e13117f-be28-48ec-9acc-422c1d8ef184 req-dc892c89-c5ff-409f-beb3-59ef43702ece tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 944 time: 0.0709977
Jun 10 04:12:25.153251 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4e13117f-be28-48ec-9acc-422c1d8ef184 req-0d39dc7a-4c63-4750-94f9-c11f373f366d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375168
Jun 10 04:12:25.166364 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['a367d2de-bb5a-4280-aa27-da3ccc6378e5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:12:26.012241 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:12:26.351324 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59747aef-ee6a-40f4-85d9-b7323b0a0701 req-e105fecf-99fb-4615-9512-5ea92d6e7b92 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:26.352854 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-59747aef-ee6a-40f4-85d9-b7323b0a0701 req-e105fecf-99fb-4615-9512-5ea92d6e7b92 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 944 time: 0.0794575
Jun 10 04:12:26.408336 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-59747aef-ee6a-40f4-85d9-b7323b0a0701 req-5a4b8928-92af-4cbc-b6ca-be4a5145b24a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492983
Jun 10 04:12:26.714461 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:12:26.793294 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port a367d2de-bb5a-4280-aa27-da3ccc6378e5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:12:26.793751 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:26.901988 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:26.931069 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:12:26.933480 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f9152a-30f5-4890-839e-d3354ac803c7" -d '{"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-plugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:12:26.950799 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:26.974232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b3feb-d151-4455-afba-ed3b5d2b1761 x-openstack-request-id: req-5b3b3feb-d151-4455-afba-ed3b5d2b1761 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:12:26.974537 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-plugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:12:26.974798 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b3b3feb-d151-4455-afba-ed3b5d2b1761 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:12:26.975234 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'code': 200}
Jun 10 04:12:27.061195 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:27.063274 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:12:27.130119 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=7']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:12:27.130995 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:12:27.639675 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1d61e-53e6-4ab9-a2b7-71f02bd3c257 req-884c3247-e706-4783-9a60-fc1b9067bdd9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:27.642102 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ea1d61e-53e6-4ab9-a2b7-71f02bd3c257 req-884c3247-e706-4783-9a60-fc1b9067bdd9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0891590
Jun 10 04:12:27.691976 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ea1d61e-53e6-4ab9-a2b7-71f02bd3c257 req-19bd2bea-258f-4d5a-b891-5e7ab66a006b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429659
Jun 10 04:12:29.029863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc67ae-72a4-4966-b6fa-b671b678d5b3 req-b194aad5-daba-4fa2-b0b6-5687a6359e8f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:29.029863 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f0bc67ae-72a4-4966-b6fa-b671b678d5b3 req-b194aad5-daba-4fa2-b0b6-5687a6359e8f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0793731
Jun 10 04:12:29.029863 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f0bc67ae-72a4-4966-b6fa-b671b678d5b3 req-9f198d37-fcf7-4d73-b5db-7ede731567ca tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375767
Jun 10 04:12:30.183961 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea39b10-588e-438d-ab4c-e9a584b47b16 req-04532a43-4423-4715-8474-61a7ff5ebf77 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:30.185894 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fea39b10-588e-438d-ab4c-e9a584b47b16 req-04532a43-4423-4715-8474-61a7ff5ebf77 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0842721
Jun 10 04:12:30.243407 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fea39b10-588e-438d-ab4c-e9a584b47b16 req-23be44c8-80aa-48ec-9211-4f53892ad4e7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464981
Jun 10 04:12:30.471990 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-b36a32a6-e756-4458-a58d-5eec44d6009c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0679889
Jun 10 04:12:30.611094 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-dc936b77-7c1a-4789-8d25-ecb32f3213d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:30.612803 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-dc936b77-7c1a-4789-8d25-ecb32f3213d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1099 time: 0.0723798
Jun 10 04:12:30.770679 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-d39d8f10-01fa-4d21-86c1-0bc56effbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:30.772087 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-d39d8f10-01fa-4d21-86c1-0bc56effbd57 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 909 time: 0.1280923
Jun 10 04:12:30.823056 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:30.874172 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-f4403bf6-18d9-4d7c-a370-187f839e6473 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 1001 time: 0.0917876
Jun 10 04:12:30.948615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-55164f99-185b-4df5-ae87-10e2158053e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:30.951089 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-55164f99-185b-4df5-ae87-10e2158053e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.0663795
Jun 10 04:12:31.038034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-1a841b94-a405-4588-b337-89f684534651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:31.039468 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-1a841b94-a405-4588-b337-89f684534651 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808935
Jun 10 04:12:31.171988 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-5cf0abd5-e6bd-4bdc-8d71-fb6b74f95c2c service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230793
Jun 10 04:12:31.321854 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7a1e7222-62ac-4553-9134-aa75994d67a0 req-cf475658-7474-4a30-992b-cd1c3622ae15 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400852
Jun 10 04:12:31.496200 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7aeb47-0217-46e1-b5fc-1afaa2982446 req-9e49619b-d92f-49ff-9b6b-3ebdf80f3151 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:31.497683 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb7aeb47-0217-46e1-b5fc-1afaa2982446 req-9e49619b-d92f-49ff-9b6b-3ebdf80f3151 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0915813
Jun 10 04:12:31.547053 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb7aeb47-0217-46e1-b5fc-1afaa2982446 req-6ac38702-6c45-4db8-838e-ea655b17cfdc tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425427
Jun 10 04:12:32.759332 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4a88d-4eec-4464-8160-7674b085b6e9 req-836fdbc6-6808-429b-b44c-6c7d0f5e7a79 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:32.761057 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-36e4a88d-4eec-4464-8160-7674b085b6e9 req-836fdbc6-6808-429b-b44c-6c7d0f5e7a79 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0761943
Jun 10 04:12:32.808416 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-36e4a88d-4eec-4464-8160-7674b085b6e9 req-7d4259b0-9221-428e-8d93-7ee0997a90f0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416949
Jun 10 04:12:34.008754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc701c7e-8ffc-4cb9-a6e3-7ed901b17ff2 req-9562de95-fb63-47b1-b752-b1f78c28a057 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:34.010340 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bc701c7e-8ffc-4cb9-a6e3-7ed901b17ff2 req-9562de95-fb63-47b1-b752-b1f78c28a057 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0775714
Jun 10 04:12:34.054166 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bc701c7e-8ffc-4cb9-a6e3-7ed901b17ff2 req-c32f87ee-2aa5-49fa-b7cb-10ceef8009ee tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380881
Jun 10 04:12:35.250264 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889fe37-ede1-4810-a173-ae48b85cfddf req-b1ca780d-4f3f-42ac-8ffa-738b16bf1a50 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:35.251763 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1889fe37-ede1-4810-a173-ae48b85cfddf req-b1ca780d-4f3f-42ac-8ffa-738b16bf1a50 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0761766
Jun 10 04:12:35.294775 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1889fe37-ede1-4810-a173-ae48b85cfddf req-00f3d38a-8536-4f65-a541-820efb4b0701 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364003
Jun 10 04:12:36.482486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995004-16b0-4c1c-bc56-dfba0e64141a req-71bbec81-6aee-4a3a-b4b2-82a17998aa00 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:36.483960 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-62995004-16b0-4c1c-bc56-dfba0e64141a req-71bbec81-6aee-4a3a-b4b2-82a17998aa00 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0686066
Jun 10 04:12:36.528273 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-62995004-16b0-4c1c-bc56-dfba0e64141a req-f6c7c676-da8b-4f78-b2cd-f88c6e583cdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378203
Jun 10 04:12:37.536142 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe564-56ad-4825-ad85-555f026b5139 req-78ed2d65-1f63-4ba7-8c93-8f35f0906dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:37.537583 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-78ed2d65-1f63-4ba7-8c93-8f35f0906dea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1098 time: 0.0630002
Jun 10 04:12:37.685175 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe564-56ad-4825-ad85-555f026b5139 req-fb485a89-9d99-4f0e-a634-4ddcb3f12c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:37.686514 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-fb485a89-9d99-4f0e-a634-4ddcb3f12c92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1423304
Jun 10 04:12:37.780560 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-09253201-53c4-4320-9646-dbc22be31c8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 200  len: 1000 time: 0.0873597
Jun 10 04:12:37.791775 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df323f0a-2f5f-4606-a962-5829bbc658cf req-96be9f84-a618-4b2e-90b1-dab1e4b74dc9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:37.793245 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df323f0a-2f5f-4606-a962-5829bbc658cf req-96be9f84-a618-4b2e-90b1-dab1e4b74dc9 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.1470010
Jun 10 04:12:37.867303 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe564-56ad-4825-ad85-555f026b5139 req-592592c0-f2f3-419d-b9e9-3053ce98ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:37.868701 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-592592c0-f2f3-419d-b9e9-3053ce98ebd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0746112
Jun 10 04:12:37.875606 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-df323f0a-2f5f-4606-a962-5829bbc658cf req-7c2e2633-d849-4834-bde1-8bf87c4ba4ce tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502305
Jun 10 04:12:37.936297 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efe564-56ad-4825-ad85-555f026b5139 req-cad8c059-2eee-4c06-9478-c49798f53031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:37.937671 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-cad8c059-2eee-4c06-9478-c49798f53031 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0612514
Jun 10 04:12:38.047179 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-4845007d-c83c-4e04-bc4a-cf3a2692594b service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1023083
Jun 10 04:12:38.160459 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49efe564-56ad-4825-ad85-555f026b5139 req-f34f1057-e6f6-4008-85d0-1dd85dfd2c8e service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1054277
Jun 10 04:12:39.314227 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bcfae-7734-45e9-aa98-7684fc8415db req-ae6d8e6d-28c6-4bd5-8c32-518bc07629e8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:39.316640 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-129bcfae-7734-45e9-aa98-7684fc8415db req-ae6d8e6d-28c6-4bd5-8c32-518bc07629e8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.3220477
Jun 10 04:12:39.357300 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-129bcfae-7734-45e9-aa98-7684fc8415db req-edf75771-fbe7-4765-832e-cef0cc411392 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358937
Jun 10 04:12:40.539144 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf90ad8-25fe-44f1-a7ce-f8d5a33491b3 req-57f23640-cbe0-461b-9195-724f0061a7aa tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:40.540575 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bbf90ad8-25fe-44f1-a7ce-f8d5a33491b3 req-57f23640-cbe0-461b-9195-724f0061a7aa tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 945 time: 0.0701857
Jun 10 04:12:40.580476 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-bbf90ad8-25fe-44f1-a7ce-f8d5a33491b3 req-364161db-c07c-42be-a340-97f2ebb2c1e6 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343063
Jun 10 04:12:40.944346 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:12:41.030342 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:41.053958 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:12:41.056180 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43e3423-3779-430d-bc62-9df6b18d106b" -d '{"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:12:41.069795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:12:41.091248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a480f04c-7e57-490d-91a7-09d8e2292538 x-openstack-request-id: req-a480f04c-7e57-490d-91a7-09d8e2292538 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:12:41.091551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-unplugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:12:41.091820 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a480f04c-7e57-490d-91a7-09d8e2292538 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:12:41.092216 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'code': 200}
Jun 10 04:12:41.131535 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:41.133264 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:12:41.184669 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=8']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:12:41.188109 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:12:41.764064 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229aaa11-8c21-44ca-bc3d-062533cf7bc4 req-ee9c8de1-497e-47fe-8416-a784405b60a5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:41.765516 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-229aaa11-8c21-44ca-bc3d-062533cf7bc4 req-ee9c8de1-497e-47fe-8416-a784405b60a5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0672159
Jun 10 04:12:41.805792 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-229aaa11-8c21-44ca-bc3d-062533cf7bc4 req-d489aeb3-5595-4076-9b57-6fd1063f8375 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347543
Jun 10 04:12:42.992016 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad39bd6-7241-4854-8708-890a3220d0c0 req-bb15b0b6-169d-46ee-b61b-2029bbc69bde tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:42.993360 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0ad39bd6-7241-4854-8708-890a3220d0c0 req-bb15b0b6-169d-46ee-b61b-2029bbc69bde tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0731735
Jun 10 04:12:43.033483 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0ad39bd6-7241-4854-8708-890a3220d0c0 req-b99394d3-eb35-4ede-afdb-8db6472a7386 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344269
Jun 10 04:12:43.394309 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f9a0eb8d-7ca3-4639-9310-e7f8ab67fe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:45.889707 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:45.891263 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e17462dd-9359-45bf-94ec-2029a4fcd33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:46.445368 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ff0f9-277e-41fd-9419-7f7668b66952 req-5d0faa2c-d3e1-4433-9047-0a4b140a6c54 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:46.447026 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae7ff0f9-277e-41fd-9419-7f7668b66952 req-5d0faa2c-d3e1-4433-9047-0a4b140a6c54 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0768955
Jun 10 04:12:46.488831 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ae7ff0f9-277e-41fd-9419-7f7668b66952 req-622d6c31-7a66-4dda-8ee0-5e878981fab7 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362508
Jun 10 04:12:46.676778 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-7b8f1464-8937-4d27-bffe-177b32c91ccc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0593629
Jun 10 04:12:46.920335 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:12:46.960500 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:47.671998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5556a-05ab-436a-a6bb-4152963892d9 req-5a1f4fab-532c-4adc-828e-e3df3e72d729 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:47.673418 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0ee5556a-05ab-436a-a6bb-4152963892d9 req-5a1f4fab-532c-4adc-828e-e3df3e72d729 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0668714
Jun 10 04:12:47.720822 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0ee5556a-05ab-436a-a6bb-4152963892d9 req-2fe7b2b8-61c8-48e4-8c9a-d9ddabfab96e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401673
Jun 10 04:12:48.683424 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:12:48.907695 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e073ec-50f7-4999-b683-7b6a4067018f req-3273ba8c-b0a6-4b00-bf3c-d48c148c8803 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:48.909050 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-85e073ec-50f7-4999-b683-7b6a4067018f req-3273ba8c-b0a6-4b00-bf3c-d48c148c8803 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0703466
Jun 10 04:12:48.950227 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-85e073ec-50f7-4999-b683-7b6a4067018f req-9fdcd987-6427-4607-a33b-bb1284cdd888 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353036
Jun 10 04:12:50.138590 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbe611-e94e-488f-be88-da23c130616d req-26966340-52e6-420e-a6d8-fa35142fa831 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:50.140537 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49bbe611-e94e-488f-be88-da23c130616d req-26966340-52e6-420e-a6d8-fa35142fa831 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0737951
Jun 10 04:12:50.184268 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49bbe611-e94e-488f-be88-da23c130616d req-d19eeda3-d709-487a-9788-ea9c191c22ed tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372293
Jun 10 04:12:50.912364 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-70be75fb-6576-4f4f-ae41-c5c69160875f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:50.913883 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-70be75fb-6576-4f4f-ae41-c5c69160875f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7&tenant_id=e4000d33802542d8a9167b711c8516a1 HTTP/1.1" status: 200  len: 1096 time: 0.0622435
Jun 10 04:12:51.006528 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-c1b6334d-8ad0-4e79-9f35-d72b3b0270e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:51.008011 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-c1b6334d-8ad0-4e79-9f35-d72b3b0270e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1096 time: 0.0601475
Jun 10 04:12:51.121973 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-008e4d7b-40d5-4df5-977c-182d4d6044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:51.123333 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-008e4d7b-40d5-4df5-977c-182d4d6044f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.1086302
Jun 10 04:12:51.206944 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-92612a85-5fdc-48b5-9c8a-feacf6d4176d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 200  len: 998 time: 0.0759478
Jun 10 04:12:51.263636 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-201afcc3-b0db-4db8-989c-e3d462546e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:51.265076 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-201afcc3-b0db-4db8-989c-e3d462546e5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.0506737
Jun 10 04:12:51.380129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-f0428485-1dec-407d-80f6-6086c7325aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:51.381799 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-f0428485-1dec-407d-80f6-6086c7325aac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1083972
Jun 10 04:12:51.404545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be1db3-cf34-4c66-9eae-45bb42c56e40 req-b98f96bc-9c3a-4a41-8125-ce8864e34b78 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:51.405955 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-80be1db3-cf34-4c66-9eae-45bb42c56e40 req-b98f96bc-9c3a-4a41-8125-ce8864e34b78 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.1026385
Jun 10 04:12:51.515586 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-80be1db3-cf34-4c66-9eae-45bb42c56e40 req-fd9048bf-7d40-4596-a9bb-559302d0c2ba tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965829
Jun 10 04:12:51.537851 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-b2c422bb-9ecf-4c40-910c-d449c11eba08 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486528
Jun 10 04:12:51.656363 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-946a2bb7-d6ee-4303-a1a1-12a8741e7073 req-89629245-df18-44f3-a969-7afa7ac99b1f service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112998
Jun 10 04:12:52.720911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22956-8c14-4e53-b9e7-0a04c4eba025 req-ffefe8f7-a554-473b-a51b-f81407943f64 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:52.722386 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-12b22956-8c14-4e53-b9e7-0a04c4eba025 req-ffefe8f7-a554-473b-a51b-f81407943f64 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0788763
Jun 10 04:12:52.766485 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-12b22956-8c14-4e53-b9e7-0a04c4eba025 req-eb901386-90ff-4c7a-ab44-1c20cb2cd901 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365186
Jun 10 04:12:53.958058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bdaa3-df1b-4ef7-8666-ac1dd0879552 req-685c9ad2-92c7-41e0-b522-abb64e1c268e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:53.959576 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-933bdaa3-df1b-4ef7-8666-ac1dd0879552 req-685c9ad2-92c7-41e0-b522-abb64e1c268e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0715110
Jun 10 04:12:54.003555 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-933bdaa3-df1b-4ef7-8666-ac1dd0879552 req-7e2799b0-07c2-47c2-be06-8030ab481354 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382676
Jun 10 04:12:55.190087 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df1905-cd52-425b-a3ff-ee07d5f6454c req-21a3668e-38ae-4588-ae12-f1c8ee8fe633 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:55.191607 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55df1905-cd52-425b-a3ff-ee07d5f6454c req-21a3668e-38ae-4588-ae12-f1c8ee8fe633 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0711391
Jun 10 04:12:55.239382 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55df1905-cd52-425b-a3ff-ee07d5f6454c req-39afee73-3a07-49ce-8bbf-83035508d2d5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416019
Jun 10 04:12:56.438052 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce49a54-8377-4198-96a3-62b63160ab5b req-26615a26-74c9-4765-9918-fde2ef9ec02d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:56.439556 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7ce49a54-8377-4198-96a3-62b63160ab5b req-26615a26-74c9-4765-9918-fde2ef9ec02d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0701144
Jun 10 04:12:56.481751 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7ce49a54-8377-4198-96a3-62b63160ab5b req-dc5694b5-0f72-48fa-854e-3ae1ee7f827b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365479
Jun 10 04:12:57.670719 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e916-d028-48dc-b022-3429cf482cef req-42b3e7ab-48b9-47ca-ae32-1c170e9d2e12 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:57.672254 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d32e916-d028-48dc-b022-3429cf482cef req-42b3e7ab-48b9-47ca-ae32-1c170e9d2e12 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0695128
Jun 10 04:12:57.715658 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d32e916-d028-48dc-b022-3429cf482cef req-afe2b11d-737b-4933-bae5-a570bca269c4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373514
Jun 10 04:12:58.965951 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431cd46-f529-46c3-9028-8f2eb478d31f req-ca64ed69-fc0c-47b2-9d79-66199abf5ff3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:12:58.965951 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b431cd46-f529-46c3-9028-8f2eb478d31f req-ca64ed69-fc0c-47b2-9d79-66199abf5ff3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0828626
Jun 10 04:12:58.971132 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b431cd46-f529-46c3-9028-8f2eb478d31f req-67b830b4-3c85-4eb2-b3f3-a9f06c614242 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415695
Jun 10 04:13:00.163171 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fe581-8d25-455a-b5d5-162f59178648 req-d0ccffef-bb6a-491f-a1ff-a171e0dbaca4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:00.165060 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad1fe581-8d25-455a-b5d5-162f59178648 req-d0ccffef-bb6a-491f-a1ff-a171e0dbaca4 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0714598
Jun 10 04:13:00.214283 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad1fe581-8d25-455a-b5d5-162f59178648 req-e901499a-574a-44f3-9f2a-555d97ca99b3 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433640
Jun 10 04:13:00.809210 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:01.409633 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce8dd8-9403-40bf-93a0-9670da29f39b req-224977ff-3069-4e7e-89f0-ad2cd008fffd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:01.411152 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27ce8dd8-9403-40bf-93a0-9670da29f39b req-224977ff-3069-4e7e-89f0-ad2cd008fffd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0702996
Jun 10 04:13:01.454566 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27ce8dd8-9403-40bf-93a0-9670da29f39b req-5651e68a-100f-4811-8dff-698f045df699 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372989
Jun 10 04:13:02.648077 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab31d7b-f826-4f7b-b51a-314e8b89afe4 req-e266c6f9-2022-493f-82b4-7195d5b9ed59 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:02.649521 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aab31d7b-f826-4f7b-b51a-314e8b89afe4 req-e266c6f9-2022-493f-82b4-7195d5b9ed59 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0708261
Jun 10 04:13:02.691691 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aab31d7b-f826-4f7b-b51a-314e8b89afe4 req-95390c34-a8d6-452f-a7f7-e0ecf471d76a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364785
Jun 10 04:13:03.011726 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:13:03.873772 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e120e0-c351-484a-a371-0a2b7e083a46 req-5476a66e-ee84-4b4b-a8c3-3387d1c4aff5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:03.875234 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-90e120e0-c351-484a-a371-0a2b7e083a46 req-5476a66e-ee84-4b4b-a8c3-3387d1c4aff5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0695019
Jun 10 04:13:03.916377 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-90e120e0-c351-484a-a371-0a2b7e083a46 req-3763cb0a-0bef-4bf9-a04b-62ac437df942 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356331
Jun 10 04:13:05.099586 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1117e6-ffaf-420f-91d5-6b7b90519a67 req-39d35b2e-51cd-43a0-b315-751e80200c08 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:05.101601 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2d1117e6-ffaf-420f-91d5-6b7b90519a67 req-39d35b2e-51cd-43a0-b315-751e80200c08 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0712273
Jun 10 04:13:05.147715 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2d1117e6-ffaf-420f-91d5-6b7b90519a67 req-71d3ad02-ddb0-4053-8ead-0619f2b7be68 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401773
Jun 10 04:13:05.977302 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b0428-d5c3-4964-9d6b-1871715c95a6 req-ee464f3e-82bc-489e-bef9-16d2f94b517e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:05.978737 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dd6b0428-d5c3-4964-9d6b-1871715c95a6 req-ee464f3e-82bc-489e-bef9-16d2f94b517e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 945 time: 0.0671413
Jun 10 04:13:06.019414 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dd6b0428-d5c3-4964-9d6b-1871715c95a6 req-43cf72c6-0ab8-4749-96de-28a545da495a tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348868
Jun 10 04:13:06.335755 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9b655-b0ce-4fa9-93c2-1617cda46026 req-309c3a22-a165-4b37-8b6c-a338f0c86bf1 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:06.337211 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eff9b655-b0ce-4fa9-93c2-1617cda46026 req-309c3a22-a165-4b37-8b6c-a338f0c86bf1 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 943 time: 0.0728989
Jun 10 04:13:06.378705 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-eff9b655-b0ce-4fa9-93c2-1617cda46026 req-d685452d-54a8-4bd5-aba8-98d82f142bf5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359225
Jun 10 04:13:07.115107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:13:07.206577 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803899c8-67a1-4ffb-b0fa-b08dff813ad0 req-98774933-9e03-4017-99d9-810d39153687 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:07.208232 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-803899c8-67a1-4ffb-b0fa-b08dff813ad0 req-98774933-9e03-4017-99d9-810d39153687 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 945 time: 0.0752122
Jun 10 04:13:07.236104 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:07.248217 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'port_id': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'mac_address': 'fa:16:3e:48:7c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:13:07.254758 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-803899c8-67a1-4ffb-b0fa-b08dff813ad0 req-8219aa8d-4b7e-4456-98b1-bb4131d478dd tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396523
Jun 10 04:13:07.290451 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:07.304921 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a367d2de-bb5a-4280-aa27-da3ccc6378e5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:13:07.325877 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:07.394343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:07.396392 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:07.452725 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=9']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:07.459621 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.460891 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.461355 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.461698 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.462030 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.462360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.462689 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.463038 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.463367 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.463689 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.464008 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.464329 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:07.468325 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:07.615936 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fc637-4875-4ab4-8419-85587e5c591f req-21e01692-fa39-4875-8b22-deb5130853c3 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:07.617387 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b47fc637-4875-4ab4-8419-85587e5c591f req-21e01692-fa39-4875-8b22-deb5130853c3 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 945 time: 0.1257973
Jun 10 04:13:07.625287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f0e3d-3f3e-463e-864a-cbd396f383cf req-13211016-ee60-4eb2-a2fe-98b59e990a20 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:07.626592 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-288f0e3d-3f3e-463e-864a-cbd396f383cf req-13211016-ee60-4eb2-a2fe-98b59e990a20 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 944 time: 0.1268487
Jun 10 04:13:07.705312 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-288f0e3d-3f3e-463e-864a-cbd396f383cf req-d396aad3-843e-490f-a3aa-3a5b77fc67a5 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716636
Jun 10 04:13:07.713835 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['a367d2de-bb5a-4280-aa27-da3ccc6378e5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:13:07.768515 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Deleting port c07f3910-a72f-4ede-89a3-cfc73dcbefba {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:07.769084 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:07.882721 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] For port c07f3910-a72f-4ede-89a3-cfc73dcbefba, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=c07f3910-a72f-4ede-89a3-cfc73dcbefba,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:07.883024 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:07.979083 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Calling delete_port for c07f3910-a72f-4ede-89a3-cfc73dcbefba owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:08.165331 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:08.169097 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-862ca662-0dc3-4ddd-83c9-90493d4b7a5e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:08.201524 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Pushing event deleted for resources: {'Port': ['ID=c07f3910-a72f-4ede-89a3-cfc73dcbefba,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:08.211474 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.211853 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.212226 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.212590 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.212947 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.213334 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.213690 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.214042 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.214772 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.214772 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.215120 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.215474 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:08.223021 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:08.266999 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] No DVR routers for this DVR port c07f3910-a72f-4ede-89a3-cfc73dcbefba on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:13:08.269476 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:08.271436 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b47fc637-4875-4ab4-8419-85587e5c591f req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "DELETE /v2.0/ports/c07f3910-a72f-4ede-89a3-cfc73dcbefba HTTP/1.1" status: 204  len: 173 time: 0.6439652
Jun 10 04:13:08.271923 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5516794-c227-4fd4-992c-700e90bffe50', 'name': 'network-vif-deleted', 'tag': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:08.274793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19042a04-b1e4-434a-8c74-63006bf769a7" -d '{"events": [{"server_uuid": "a5516794-c227-4fd4-992c-700e90bffe50", "name": "network-vif-deleted", "tag": "c07f3910-a72f-4ede-89a3-cfc73dcbefba"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:08.310361 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f24b11c-dd2a-4a0a-bc8d-7c6adb30aa72 x-openstack-request-id: req-5f24b11c-dd2a-4a0a-bc8d-7c6adb30aa72 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:08.310755 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5516794-c227-4fd4-992c-700e90bffe50", "name": "network-vif-deleted", "tag": "c07f3910-a72f-4ede-89a3-cfc73dcbefba", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:08.311168 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f24b11c-dd2a-4a0a-bc8d-7c6adb30aa72 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:08.311637 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5516794-c227-4fd4-992c-700e90bffe50', 'name': 'network-vif-deleted', 'tag': 'c07f3910-a72f-4ede-89a3-cfc73dcbefba', 'status': 'completed', 'code': 200}
Jun 10 04:13:08.313593 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['c07f3910-a72f-4ede-89a3-cfc73dcbefba'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:13:08.400581 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2d9b97c3-9aa9-4c23-bafe-a0624e8cf734 req-480586aa-9acf-496c-b770-1b8bb4719524 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5516794-c227-4fd4-992c-700e90bffe50 HTTP/1.1" status: 200  len: 210 time: 0.0319233
Jun 10 04:13:08.891447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70ba3c-92dc-452c-bf71-865ce0544079 req-5658b014-01cd-4f64-bc64-16adb8eb8040 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:08.892865 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6a70ba3c-92dc-452c-bf71-865ce0544079 req-5658b014-01cd-4f64-bc64-16adb8eb8040 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 944 time: 0.0655386
Jun 10 04:13:08.936332 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6a70ba3c-92dc-452c-bf71-865ce0544079 req-801adca6-f149-4948-920c-3f13708a186b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369236
Jun 10 04:13:09.123064 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:13:09.175359 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port a367d2de-bb5a-4280-aa27-da3ccc6378e5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:13:09.175739 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:09.263718 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:09.287805 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:09.290550 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f5f96a-535d-4c33-a1e6-01375b761729" -d '{"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-plugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:09.304998 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:09.327110 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cead2217-a0f1-47e9-82d6-b12f67c7fbca x-openstack-request-id: req-cead2217-a0f1-47e9-82d6-b12f67c7fbca {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:09.327749 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-plugged", "status": "completed", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:09.327749 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cead2217-a0f1-47e9-82d6-b12f67c7fbca {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:09.327966 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'code': 200}
Jun 10 04:13:09.399618 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:09.401470 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:09.455179 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=10']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:09.458251 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:09.700272 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba46c4-438b-4ed8-90cc-17b450e713a9 req-b67ffc6f-77e7-471c-ae3a-2e78716385af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:09.701738 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-efba46c4-438b-4ed8-90cc-17b450e713a9 req-b67ffc6f-77e7-471c-ae3a-2e78716385af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1099 time: 0.0658689
Jun 10 04:13:09.738652 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-efba46c4-438b-4ed8-90cc-17b450e713a9 req-759820f3-7e90-418d-ac2d-1aaefb0a7de2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304184
Jun 10 04:13:10.122394 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ae094-3bfd-4ee2-9ff1-6ba13d3ee613 req-009ef56c-340e-4b5c-9256-9f9ce00640a8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:10.123865 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8c6ae094-3bfd-4ee2-9ff1-6ba13d3ee613 req-009ef56c-340e-4b5c-9256-9f9ce00640a8 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0674167
Jun 10 04:13:10.164280 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8c6ae094-3bfd-4ee2-9ff1-6ba13d3ee613 req-f8f6dd53-e4ae-46ed-a8ea-6209817ab669 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349422
Jun 10 04:13:11.352024 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b2f2e-def0-4877-8ff9-52bd10d406bb req-e385c845-2438-4957-96a7-0b905fad3599 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:11.353458 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c13b2f2e-def0-4877-8ff9-52bd10d406bb req-e385c845-2438-4957-96a7-0b905fad3599 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0722008
Jun 10 04:13:11.394273 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c13b2f2e-def0-4877-8ff9-52bd10d406bb req-907e8d87-9a14-4ee6-9f91-1a014b22f099 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351963
Jun 10 04:13:12.731353 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1e863-619b-48df-9267-91be649463b7 req-1f968d95-74c2-47ca-8e95-bce3c47a2bf0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:12.732762 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8ce1e863-619b-48df-9267-91be649463b7 req-1f968d95-74c2-47ca-8e95-bce3c47a2bf0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0714824
Jun 10 04:13:12.772807 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8ce1e863-619b-48df-9267-91be649463b7 req-1c2a853d-df8a-4e15-bd69-4752404f6054 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340154
Jun 10 04:13:13.159164 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device c07f3910-a72f-4ede-89a3-cfc73dcbefba no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:13.184344 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: c07f3910-a72f-4ede-89a3-cfc73dcbefba {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:13:13.184692 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device c07f3910-a72f-4ede-89a3-cfc73dcbefba not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:13:13.352570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-2ff0c481-431e-4306-a8b3-181dadee7ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:13.966219 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d90e7c-83be-4c4d-8a87-9308e024e4ee req-ae9f2c3a-4ab4-4a14-95dc-3da77cd92504 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:13.967705 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-49d90e7c-83be-4c4d-8a87-9308e024e4ee req-ae9f2c3a-4ab4-4a14-95dc-3da77cd92504 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0680859
Jun 10 04:13:14.011109 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-49d90e7c-83be-4c4d-8a87-9308e024e4ee req-da2a9470-cdeb-4734-8f3b-c0732e972b91 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372307
Jun 10 04:13:15.358065 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a132b03-7a8d-43d8-ba33-1108719f28ca req-32eda41a-798f-48b8-849f-1754ef4e5086 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:15.359558 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1a132b03-7a8d-43d8-ba33-1108719f28ca req-32eda41a-798f-48b8-849f-1754ef4e5086 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0763347
Jun 10 04:13:15.402745 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1a132b03-7a8d-43d8-ba33-1108719f28ca req-aa7f7295-e89b-45c6-ad14-9ff7f5df6e5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374050
Jun 10 04:13:15.567597 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95c797-0074-442b-8ada-888da2508aba req-58f0de48-61f0-4e32-b490-5c213276fe7b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:15.568959 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4a95c797-0074-442b-8ada-888da2508aba req-58f0de48-61f0-4e32-b490-5c213276fe7b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0738060
Jun 10 04:13:15.612377 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4a95c797-0074-442b-8ada-888da2508aba req-c473f01a-412d-4c9e-9099-bda4d6940f43 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371010
Jun 10 04:13:15.851123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:15.868721 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf4d5-cdfc-453d-9875-a09c19f04b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:16.789430 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a947e08-22d5-4783-8cbb-6e5e1892f2cd req-13badda8-fb9f-4fea-b79a-63e9a46eacf9 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:16.791114 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0a947e08-22d5-4783-8cbb-6e5e1892f2cd req-13badda8-fb9f-4fea-b79a-63e9a46eacf9 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0672274
Jun 10 04:13:16.836299 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0a947e08-22d5-4783-8cbb-6e5e1892f2cd req-800e7492-cffc-4835-a9a7-67065ce129f8 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386188
Jun 10 04:13:16.953766 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:18.029806 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0f452-e873-4e0f-a37e-ab85b513abad req-dd53a49f-b154-4140-87c9-0f8679c04021 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:18.031860 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-61b0f452-e873-4e0f-a37e-ab85b513abad req-dd53a49f-b154-4140-87c9-0f8679c04021 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0850806
Jun 10 04:13:18.072866 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-61b0f452-e873-4e0f-a37e-ab85b513abad req-377ae141-f5ea-46be-8198-61ee6c1393de tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355754
Jun 10 04:13:18.668682 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:19.252003 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72688d81-4e07-4278-989a-fffdbe8f91e1 req-3de799ac-6ac1-4a8c-8170-bc215930f8dc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:19.253463 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-72688d81-4e07-4278-989a-fffdbe8f91e1 req-3de799ac-6ac1-4a8c-8170-bc215930f8dc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0713956
Jun 10 04:13:19.293426 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-72688d81-4e07-4278-989a-fffdbe8f91e1 req-d513ca0f-4680-4f69-8f54-568b57bddda6 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0343866
Jun 10 04:13:20.091833 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-67772c65-a4cf-4551-b9e5-abd897bc1f3e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:20.093264 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-67772c65-a4cf-4551-b9e5-abd897bc1f3e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/networks?id=dd234b69-5dea-4725-9879-477d528981f4 HTTP/1.1" status: 200  len: 814 time: 0.1239216
Jun 10 04:13:20.107520 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-9e1d9b43-689d-4035-a4a5-87e36368077d tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/quotas/3b8d48f9d171438cbbc1b1f9395158c2 HTTP/1.1" status: 200  len: 375 time: 0.0087945
Jun 10 04:13:20.143765 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-dcc5a112-1140-47a7-b14a-08c79ad9cb30 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0313742
Jun 10 04:13:20.350576 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-834282fe-6ac4-42c0-888a-e7bafa06c32f service neutron] 10.222.0.20 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002490
Jun 10 04:13:20.465535 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-c106a261-410f-4329-af71-59f7202c94b9 service neutron] 10.222.0.20 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085930
Jun 10 04:13:20.471021 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed66e2-0155-41be-b22a-6ceaedbd9f3e req-82ab40cd-7591-4af9-b88c-8dbf705f1e21 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:20.472610 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ebed66e2-0155-41be-b22a-6ceaedbd9f3e req-82ab40cd-7591-4af9-b88c-8dbf705f1e21 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0690484
Jun 10 04:13:20.519430 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ebed66e2-0155-41be-b22a-6ceaedbd9f3e req-1f2c80d8-0d84-4916-a39c-344dcaf7829d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394051
Jun 10 04:13:20.727111 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-34f83dcd-d475-485d-a238-17419be7fd4f req-4e95ec6e-9cbd-4d59-90f9-a29c4584d67e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 210 time: 0.0347102
Jun 10 04:13:21.698415 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636ed23-baec-4617-b674-3065583bfabf req-baa8599b-cd68-4539-95c9-0f1bc3f15a9d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:21.699997 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4636ed23-baec-4617-b674-3065583bfabf req-baa8599b-cd68-4539-95c9-0f1bc3f15a9d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0677061
Jun 10 04:13:21.743351 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4636ed23-baec-4617-b674-3065583bfabf req-b2356753-c766-4155-b7b3-8c5e6c10fd8b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375123
Jun 10 04:13:21.885530 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-42d717c7-0ba4-408b-8f3f-6e38dd02588a req-4b02c434-b629-4221-8d89-280dac186e80 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 210 time: 0.0359738
Jun 10 04:13:22.759250 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-4078c0bd-158c-45f9-9ee3-3f3add2ba3c8 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:22.760705 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-4078c0bd-158c-45f9-9ee3-3f3add2ba3c8 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "GET /v2.0/networks?id=dd234b69-5dea-4725-9879-477d528981f4 HTTP/1.1" status: 200  len: 814 time: 0.1259027
Jun 10 04:13:22.781043 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Request body: {'port': {'device_id': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4', 'admin_state_up': True, 'tenant_id': '3b8d48f9d171438cbbc1b1f9395158c2'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:13:22.817664 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090842a-f72b-4c47-879d-51caa44cb4f6 req-f057b46b-8bf0-4a35-a681-d5128fbb386f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:22.819306 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f090842a-f72b-4c47-879d-51caa44cb4f6 req-f057b46b-8bf0-4a35-a681-d5128fbb386f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.0729289
Jun 10 04:13:22.872509 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f090842a-f72b-4c47-879d-51caa44cb4f6 req-66a79cc5-91f0-4b93-9050-ecd14989db3f tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448251
Jun 10 04:13:23.041081 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-584f0fda-ddae-4a7e-8181-0821d7a5797d req-02ef53c8-54e3-4535-a036-f2479946955e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 210 time: 0.0330727
Jun 10 04:13:23.246295 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0c318-d410-4d27-b477-fab5323422cd req-77f116aa-fa6c-4323-b816-111ab4b80067 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:23.247897 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8a0c318-d410-4d27-b477-fab5323422cd req-77f116aa-fa6c-4323-b816-111ab4b80067 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.3793793
Jun 10 04:13:23.287560 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b8a0c318-d410-4d27-b477-fab5323422cd req-152957ba-ca65-4763-82aa-dec2774d20ef tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342505
Jun 10 04:13:23.325461 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Made reservation on behalf of 3b8d48f9d171438cbbc1b1f9395158c2 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:13:23.329001 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:23.467626 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Allocated IP 172.20.0.9 (dd234b69-5dea-4725-9879-477d528981f4/9ca0fded-fa75-4c3a-a019-7655a3feefa1/dfa2fc78-a290-4859-8edb-b61e9c308fc5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:13:23.633884 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:23.742588 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:23.746467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a01fb22-700c-4a3f-9e6a-b7ca1e258d25 tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:23.793449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Network dd234b69-5dea-4725-9879-477d528981f4 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:13:23.796708 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:13:23.800628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:13:23.806718 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Pushing event updated for resources: {'Port': ['ID=dfa2fc78-a290-4859-8edb-b61e9c308fc5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:23.831829 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:23.858229 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:23.858836 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:23.943583 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1665256
Jun 10 04:13:23.968531 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Request body: {'port': {'device_id': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:13:24.056542 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863164a4-5381-4fde-9f8f-54e75b43b3f3 req-7cb038ec-55ea-4a67-8f80-78bddd33f339 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:24.057313 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:24.057989 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-863164a4-5381-4fde-9f8f-54e75b43b3f3 req-7cb038ec-55ea-4a67-8f80-78bddd33f339 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.0722830
Jun 10 04:13:24.105428 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-863164a4-5381-4fde-9f8f-54e75b43b3f3 req-8bc9cb23-18c6-4a1d-927b-65ab6fc5e216 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359564
Jun 10 04:13:24.344999 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e6b99-4d73-4eb7-9afb-cab05782721c req-1ddb9fcb-e362-497b-be31-645a551a6794 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:24.346433 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c70e6b99-4d73-4eb7-9afb-cab05782721c req-1ddb9fcb-e362-497b-be31-645a551a6794 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 931 time: 0.1629741
Jun 10 04:13:24.420499 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c70e6b99-4d73-4eb7-9afb-cab05782721c req-8cd4e3bd-ac0e-4eb9-aafa-aa47647b7c8e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673120
Jun 10 04:13:24.467484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa2fc78-a290-4859-8edb-b61e9c308fc5 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:13:24.469270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bec75-d5a5-4aa6-a1b6-bcc49fbc2f07 req-6da55bcc-87c4-4b59-ab56-cdc02d407dcd tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:24.470784 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f06bec75-d5a5-4aa6-a1b6-bcc49fbc2f07 req-6da55bcc-87c4-4b59-ab56-cdc02d407dcd tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0693643
Jun 10 04:13:24.475204 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:24.487987 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Transition to ACTIVE for port object dfa2fc78-a290-4859-8edb-b61e9c308fc5 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:13:24.512749 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f06bec75-d5a5-4aa6-a1b6-bcc49fbc2f07 req-a4a9b2d5-7651-4485-af99-502fa2143155 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361841
Jun 10 04:13:24.551720 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:24.553898 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:24.647490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2fc78-a290-4859-8edb-b61e9c308fc5,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:24.673711 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:24.730693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Attempting to bind port dfa2fc78-a290-4859-8edb-b61e9c308fc5 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:13:24.731050 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Attempting to bind port dfa2fc78-a290-4859-8edb-b61e9c308fc5 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:13:24.731376 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Attempting to bind port dfa2fc78-a290-4859-8edb-b61e9c308fc5 on network dd234b69-5dea-4725-9879-477d528981f4 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:13:24.735382 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Port dfa2fc78-a290-4859-8edb-b61e9c308fc5 on network dd234b69-5dea-4725-9879-477d528981f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:13:24.735696 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Attempting to bind port dfa2fc78-a290-4859-8edb-b61e9c308fc5 on network dd234b69-5dea-4725-9879-477d528981f4 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:13:24.740221 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:13:24.740552 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Checking segment: {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:13:24.740927 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Bound using segment: {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:13:24.741341 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Bound port: dfa2fc78-a290-4859-8edb-b61e9c308fc5, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a59e2524-d4bb-49ae-a953-61c01667f563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:13:24.741676 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:24.847080 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] For port dfa2fc78-a290-4859-8edb-b61e9c308fc5, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:13:24.861825 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] For port dfa2fc78-a290-4859-8edb-b61e9c308fc5, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dfa2fc78-a290-4859-8edb-b61e9c308fc5,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:13:24.893687 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-f0022d5b-da7b-4f9b-9389-6a89f25384fc tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:24.895172 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-f0022d5b-da7b-4f9b-9389-6a89f25384fc tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.0873699
Jun 10 04:13:24.943057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:24.947530 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:25.018390 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.019017 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:25.020362 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-90951870-7161-495b-997d-283aa9b5c75c service neutron] 10.222.0.11 "PUT /v2.0/ports/dfa2fc78-a290-4859-8edb-b61e9c308fc5 HTTP/1.1" status: 200  len: 1093 time: 1.0559683
Jun 10 04:13:25.022330 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'tag': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:25.025138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4fb34b-2604-4189-a552-badbdc15ecb3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ef60f8-6593-4b88-922b-017c84bd89c2", "tag": "dfa2fc78-a290-4859-8edb-b61e9c308fc5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:25.051212 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Pushing event updated for resources: {'Port': ['ID=dfa2fc78-a290-4859-8edb-b61e9c308fc5,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:25.059955 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:25.062410 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b7829b-5b5b-4299-a766-48348b145928 x-openstack-request-id: req-98b7829b-5b5b-4299-a766-48348b145928 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:25.062727 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ef60f8-6593-4b88-922b-017c84bd89c2", "tag": "dfa2fc78-a290-4859-8edb-b61e9c308fc5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:25.063041 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98b7829b-5b5b-4299-a766-48348b145928 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:25.063460 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'tag': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5', 'status': 'completed', 'code': 200}
Jun 10 04:13:25.078537 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Deleting port 3ae21687-4750-4263-b41f-c0a6df2d3970 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:25.078872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:25.228811 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] For port 3ae21687-4750-4263-b41f-c0a6df2d3970, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=3ae21687-4750-4263-b41f-c0a6df2d3970,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:25.229159 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:25.288902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33454271-f018-4166-8144-3d08be357424 req-ac2bffac-4f9f-49f8-8c69-3a21f8c2f87c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.291034 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-33454271-f018-4166-8144-3d08be357424 req-ac2bffac-4f9f-49f8-8c69-3a21f8c2f87c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 946 time: 0.0727313
Jun 10 04:13:25.295520 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fb34b-2604-4189-a552-badbdc15ecb3 req-05d24684-f933-471a-bf7b-16d20dc4dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.297009 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8d4fb34b-2604-4189-a552-badbdc15ecb3 req-05d24684-f933-471a-bf7b-16d20dc4dbbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 1096 time: 0.1893227
Jun 10 04:13:25.335005 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-33454271-f018-4166-8144-3d08be357424 req-68052ca3-0da5-413b-a1c0-98e7343c6a2c tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups?id=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378730
Jun 10 04:13:25.558090 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fb34b-2604-4189-a552-badbdc15ecb3 req-820b6dd0-6254-4025-9af1-64b90832bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.559531 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8d4fb34b-2604-4189-a552-badbdc15ecb3 req-820b6dd0-6254-4025-9af1-64b90832bfea service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2470021
Jun 10 04:13:25.586889 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:25.587267 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:25.587571 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Floating IP b0da8d5d-7087-486d-8956-ac03db5d7aa9 disassociated. External IP: 172.27.0.184, port: 3ae21687-4750-4263-b41f-c0a6df2d3970.
Jun 10 04:13:25.587905 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Calling delete_port for 3ae21687-4750-4263-b41f-c0a6df2d3970 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:25.692146 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67ef3c-212a-4065-b5a2-034a09dcd395 req-8bb4838b-95cb-4dde-8ca0-2b2a66054344 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.693577 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6b67ef3c-212a-4065-b5a2-034a09dcd395 req-8bb4838b-95cb-4dde-8ca0-2b2a66054344 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0665979
Jun 10 04:13:25.734674 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6b67ef3c-212a-4065-b5a2-034a09dcd395 req-1a603462-00b4-4af4-b01a-785be680af1f tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352805
Jun 10 04:13:25.795234 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2709b-f954-4ac4-a049-091767768e5f req-041065e1-39ff-48bf-9f5c-64720a18d723 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.796691 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fac2709b-f954-4ac4-a049-091767768e5f req-041065e1-39ff-48bf-9f5c-64720a18d723 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 943 time: 0.2627883
Jun 10 04:13:25.804126 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fb34b-2604-4189-a552-badbdc15ecb3 req-232bd164-f3a7-4790-b147-6429e91aec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.805508 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8d4fb34b-2604-4189-a552-badbdc15ecb3 req-232bd164-f3a7-4790-b147-6429e91aec44 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2218933
Jun 10 04:13:25.850410 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-8d201d68-070f-40a0-9194-3d3033c7e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.852595 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-8d201d68-070f-40a0-9194-3d3033c7e591 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1099 time: 0.0660217
Jun 10 04:13:25.872029 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fac2709b-f954-4ac4-a049-091767768e5f req-dda60d9b-977c-42fc-b47b-669aa554e64c tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655711
Jun 10 04:13:25.949095 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-154194c8-9fa7-435b-8cb3-060f76fd7a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.950656 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-154194c8-9fa7-435b-8cb3-060f76fd7a1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 1096 time: 0.0777624
Jun 10 04:13:25.964985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-d4b1809a-0f25-4e22-a211-379e78290510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:25.966394 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-d4b1809a-0f25-4e22-a211-379e78290510 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 909 time: 0.1067367
Jun 10 04:13:26.010898 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:26.015537 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-0b28dc06-87fc-460d-a2c9-21079b0b6d81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfa2fc78-a290-4859-8edb-b61e9c308fc5 HTTP/1.1" status: 200  len: 217 time: 0.0514369
Jun 10 04:13:26.017022 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e45f065-c9be-4aeb-a6b8-7b05cf6777db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:26.049631 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-9f1e0c0b-3a50-4b51-b05f-469cc8d0f657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 1001 time: 0.0765929
Jun 10 04:13:26.087055 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event deleted for resources: {'Port': ['ID=3ae21687-4750-4263-b41f-c0a6df2d3970,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:26.091525 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:26.106832 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-f2a7b93c-7cb6-470d-a384-a9494b457549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:26.108638 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-f2a7b93c-7cb6-470d-a384-a9494b457549 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.0527315
Jun 10 04:13:26.178537 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-1d327c2c-834c-47eb-b80d-82e286384fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:26.180227 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-1d327c2c-834c-47eb-b80d-82e286384fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0659535
Jun 10 04:13:26.196246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-3a90ef3f-6cb4-4949-a90a-2a3471ad099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:26.197670 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-3a90ef3f-6cb4-4949-a90a-2a3471ad099a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9ca0fded-fa75-4c3a-a019-7655a3feefa1 HTTP/1.1" status: 200  len: 854 time: 0.1715298
Jun 10 04:13:26.241230 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-2728aed6-0654-4ec0-9ae5-21e5f3f7d36f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dd234b69-5dea-4725-9879-477d528981f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0352564
Jun 10 04:13:26.591710 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-9a79f129-0400-4762-81bb-788b9a1a3605 req-8d56bc48-f12a-4f03-ace4-dbc2ceaca846 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 210 time: 0.0379913
Jun 10 04:13:26.602605 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-c2af3ad2-ae11-4765-a76f-07d7e0aa28da service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4146881
Jun 10 04:13:26.638974 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:13:26.669207 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-50dd12dd-c2bf-4f42-b893-5d1c09d9ad9b service neutron] 10.222.0.11 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4210556
Jun 10 04:13:26.725947 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-27d5b63c-e495-4747-8517-6c5d79e1e72b req-378ca3d3-a803-4bd5-ac3f-016fe44825a7 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150503
Jun 10 04:13:26.933966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:13:26.944988 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-254f19a3-08d3-4130-90f3-f6dceda2339a req-925bafd8-554c-4742-a3b6-15fc842e9362 service neutron] 10.222.0.11 "GET /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220132
Jun 10 04:13:26.946070 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:13:26.955094 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:26.966042 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55ce0a00>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:26.999593 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] No DVR routers for this DVR port 3ae21687-4750-4263-b41f-c0a6df2d3970 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:13:27.003104 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:27.005031 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ba71d9d1-aa1b-4010-8a61-1a8c25f634cd req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.11 "DELETE /v2.0/ports/3ae21687-4750-4263-b41f-c0a6df2d3970 HTTP/1.1" status: 204  len: 173 time: 2.1047482
Jun 10 04:13:27.027935 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1e89f-6fc9-4792-aa7a-8a36720dc5c8 req-ae3fbd63-adf1-40fa-8f99-c8c8c2c5753f tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:27.029505 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4db1e89f-6fc9-4792-aa7a-8a36720dc5c8 req-ae3fbd63-adf1-40fa-8f99-c8c8c2c5753f tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1697001
Jun 10 04:13:27.064099 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'name': 'network-vif-deleted', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:27.065902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ff3ba-ea75-445c-bef4-f6046dd4d482 req-9b80ff77-30dc-4bfe-a851-dac4fdd47dab tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:27.066750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc964e5-4a33-4353-a717-f4149d272453" -d '{"events": [{"server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "name": "network-vif-deleted", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:27.073742 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c0ff3ba-ea75-445c-bef4-f6046dd4d482 req-9b80ff77-30dc-4bfe-a851-dac4fdd47dab tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 943 time: 0.0853348
Jun 10 04:13:27.092695 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4db1e89f-6fc9-4792-aa7a-8a36720dc5c8 req-1e95bd15-3f7b-4516-8610-d9c994acc5ba tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557601
Jun 10 04:13:27.137560 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1c0ff3ba-ea75-445c-bef4-f6046dd4d482 req-44c1def3-b7a2-4ddf-a322-dd0c35500fbd tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628083
Jun 10 04:13:27.151180 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4865349-b405-4155-8872-b98dab57f59d x-openstack-request-id: req-d4865349-b405-4155-8872-b98dab57f59d {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:27.151612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b69bc6f3-e895-41cb-b582-fa17aa937e70", "name": "network-vif-deleted", "tag": "3ae21687-4750-4263-b41f-c0a6df2d3970", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:27.151994 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4865349-b405-4155-8872-b98dab57f59d {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:27.152525 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b69bc6f3-e895-41cb-b582-fa17aa937e70', 'name': 'network-vif-deleted', 'tag': '3ae21687-4750-4263-b41f-c0a6df2d3970', 'status': 'completed', 'code': 200}
Jun 10 04:13:27.201209 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 3ae21687-4750-4263-b41f-c0a6df2d3970 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:27.238650 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 3ae21687-4750-4263-b41f-c0a6df2d3970 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:13:27.239001 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 3ae21687-4750-4263-b41f-c0a6df2d3970 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:13:27.274920 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:27.538963 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55ce0a00>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:27.542235 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:13:27.550263 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:27.550861 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55ce0a00>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:27.691494 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:27.756148 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cb5ac633-a5d1-47ff-8a81-1a7b4184afa3 req-6e3f896d-734e-4819-bcb5-bfa3cb5011d8 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/ports?device_id=b69bc6f3-e895-41cb-b582-fa17aa937e70 HTTP/1.1" status: 200  len: 210 time: 0.0329726
Jun 10 04:13:27.964847 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55ce0a00>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:27.968621 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241c493-df89-4f2a-9813-c85470b1762d None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:32Z', 'revision_number': 4, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '4c8d3235-5fbf-43dd-b6d1-7d6571127621', 'name': '', 'network_id': 'e91c99af-b050-40fe-a364-fd985230ec16', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'mac_address': 'fa:16:3e:52:06:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:30Z', 'updated_at': '2021-06-10T04:06:43Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'subnets': [{'id': '3fb39050-d1fe-4850-9dca-245bd864d739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:13:27.993689 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272d5a5-0394-4642-a4b5-35239e2c77f1 req-99ecba83-0e69-459d-8a82-d7d35068b17f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:27.995209 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5272d5a5-0394-4642-a4b5-35239e2c77f1 req-99ecba83-0e69-459d-8a82-d7d35068b17f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.0755005
Jun 10 04:13:28.044392 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5272d5a5-0394-4642-a4b5-35239e2c77f1 req-1c7f25ba-e446-41bd-b37c-04e0275d0a04 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433159
Jun 10 04:13:28.200380 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c95524-73b0-410c-8d38-094de51af1ed None None] New status for floating IP b0da8d5d-7087-486d-8956-ac03db5d7aa9: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:13:28.308851 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50263e-8f23-47f0-98b7-e557a392b38e req-00ac0028-4c62-4a83-b20b-1d8a20fe2527 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:28.310619 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-be50263e-8f23-47f0-98b7-e557a392b38e req-00ac0028-4c62-4a83-b20b-1d8a20fe2527 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0830939
Jun 10 04:13:28.337951 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfe2ba-650e-4e75-bf44-c228dc1ce3ee req-b2841489-fcc0-4078-8474-4de2c709ee6f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:28.339484 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d2cfe2ba-650e-4e75-bf44-c228dc1ce3ee req-b2841489-fcc0-4078-8474-4de2c709ee6f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 943 time: 0.0869236
Jun 10 04:13:28.355228 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-be50263e-8f23-47f0-98b7-e557a392b38e req-d4626a8b-8bbd-4b6a-85d4-70cbafd11092 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386477
Jun 10 04:13:28.385057 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d2cfe2ba-650e-4e75-bf44-c228dc1ce3ee req-518a3d03-4d19-4a34-b615-fd50f38e122c tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393460
Jun 10 04:13:28.943234 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59002) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:29.000117 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.023520 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.167498 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.169986 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.171046 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39 HTTP/1.1" status: 204  len: 168 time: 0.2267995
Jun 10 04:13:29.172856 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-459c16d7-40be-4fc6-9a9f-704da086df8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:29.173723 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59006) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:29.189248 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.api.v2.resource [None req-a5f02646-51aa-45de-84bc-35a2701300ce tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] show failed (client error): The resource could not be found.
Jun 10 04:13:29.192930 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-a5f02646-51aa-45de-84bc-35a2701300ce tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "GET /v2.0/security-groups/c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39 HTTP/1.1" status: 404  len: 347 time: 0.0155427
Jun 10 04:13:29.194833 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:29.211422 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ae5aa6-d46c-45dc-8b2f-f7cb01eb6d39,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:29.221950 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.222320 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.222683 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.223061 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.223416 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.223769 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.224115 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.224496 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.224810 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.225153 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.225493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.225836 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:13:29.230462 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-30b16c44-976a-465c-9348-06475472ac77 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:29.234544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dfa2fc78-a290-4859-8edb-b61e9c308fc5 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:13:29.265296 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c886e-e13f-44ad-9906-b796c8cc9aa8 req-3addde9d-5b5d-442a-940d-ed0c22004b64 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:29.266867 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d55c886e-e13f-44ad-9906-b796c8cc9aa8 req-3addde9d-5b5d-442a-940d-ed0c22004b64 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.1088026
Jun 10 04:13:29.315909 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d55c886e-e13f-44ad-9906-b796c8cc9aa8 req-6e05624b-5c6c-4869-8c45-2c84bf8dd52a tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400238
Jun 10 04:13:29.395901 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port dfa2fc78-a290-4859-8edb-b61e9c308fc5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dfa2fc78-a290-4859-8edb-b61e9c308fc5,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:29.398780 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Deleting port b5729af9-7247-4d5d-b7a5-59760462cc48 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:29.399151 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.410507 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5', 'network_id': 'dd234b69-5dea-4725-9879-477d528981f4', 'port_id': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5', 'mac_address': 'fa:16:3e:53:90:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca0fded-fa75-4c3a-a019-7655a3feefa1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:13:29.459133 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.477126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa2fc78-a290-4859-8edb-b61e9c308fc5 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:13:29.507504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port dfa2fc78-a290-4859-8edb-b61e9c308fc5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dfa2fc78-a290-4859-8edb-b61e9c308fc5,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:29.551973 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.552316 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.580703 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.582896 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-af90b872-bf82-4511-8598-3b3cace2f518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:29.595196 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2337d6-6f8b-4d46-9bdc-2c58b334d5dc req-36a535d3-b7f0-47e7-85b6-3556ce661b71 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:29.596897 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ff2337d6-6f8b-4d46-9bdc-2c58b334d5dc req-36a535d3-b7f0-47e7-85b6-3556ce661b71 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 943 time: 0.0726280
Jun 10 04:13:29.638807 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=dfa2fc78-a290-4859-8edb-b61e9c308fc5,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:29.640112 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ff2337d6-6f8b-4d46-9bdc-2c58b334d5dc req-510ffc54-1f01-42c4-8fc9-b0a035bf1f3e tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363021
Jun 10 04:13:29.642083 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:29.658426 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Calling delete_port for b5729af9-7247-4d5d-b7a5-59760462cc48 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:29.678320 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43da9e-6578-4106-b8ee-712c5b018a50 req-df3ca560-3a98-4dca-8f40-85544f31fd4b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:29.679797 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0a43da9e-6578-4106-b8ee-712c5b018a50 req-df3ca560-3a98-4dca-8f40-85544f31fd4b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1952770
Jun 10 04:13:29.776382 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0a43da9e-6578-4106-b8ee-712c5b018a50 req-c46a6ea1-398f-45d6-a75e-e04ee9cf44be tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906901
Jun 10 04:13:29.902318 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-a35ed13c-da50-4b49-9913-6ca9a2814201 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:29.903680 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-a35ed13c-da50-4b49-9913-6ca9a2814201 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.1161582
Jun 10 04:13:29.948218 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['dfa2fc78-a290-4859-8edb-b61e9c308fc5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:13:29.992423 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:29.995603 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-20f4741d-c06c-4104-8e3b-272fdeaed59a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:30.029113 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Pushing event deleted for resources: {'Port': ['ID=b5729af9-7247-4d5d-b7a5-59760462cc48,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:30.031750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:30.113426 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Deleting port 4102a606-09a8-422e-b958-3c1d46d65faf {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:30.113763 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.143705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.146204 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.149995 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] 10.222.0.20 "DELETE /v2.0/floatingips/b0da8d5d-7087-486d-8956-ac03db5d7aa9 HTTP/1.1" status: 204  len: 168 time: 0.9514883
Jun 10 04:13:30.231338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] For port 4102a606-09a8-422e-b958-3c1d46d65faf, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=4102a606-09a8-422e-b958-3c1d46d65faf,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:30.232099 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.503235 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.503709 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.504033 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Floating IP b89a0338-e493-47d7-9c41-f4a972968a2a disassociated. External IP: 172.27.0.100, port: 4102a606-09a8-422e-b958-3c1d46d65faf.
Jun 10 04:13:30.504394 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Calling delete_port for 4102a606-09a8-422e-b958-3c1d46d65faf owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:30.549241 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d070a34-ce2d-4348-af90-a73741e6f249 req-ad95bec9-cf0f-499d-b660-c4c139a9f0e5 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:30.550993 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2d070a34-ce2d-4348-af90-a73741e6f249 req-ad95bec9-cf0f-499d-b660-c4c139a9f0e5 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 946 time: 0.0710261
Jun 10 04:13:30.579827 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-91df0e7d-bfe8-402e-8f3e-dd4c3653e5ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1444709
Jun 10 04:13:30.592519 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2d070a34-ce2d-4348-af90-a73741e6f249 req-7f6d5a31-854a-4ce5-9d86-9ef8a1820b6a tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349619
Jun 10 04:13:30.719733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-b1e69e78-c4c5-42cb-889f-aeda4bbf899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:30.721255 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-b1e69e78-c4c5-42cb-889f-aeda4bbf899f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e4000d33802542d8a9167b711c8516a1&device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 1099 time: 0.1006131
Jun 10 04:13:30.777507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.791756 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3d384c0d-2de8-4676-b4ed-c90a05b8bd7d tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:30.848698 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:30.849737 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'Port': ['ID=4102a606-09a8-422e-b958-3c1d46d65faf,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:30.852898 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:30.966998 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ece7-0f8a-401d-9869-66121c666748 req-b2224e6b-49a7-4062-8466-c2ac55a423ad tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:30.968470 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0751ece7-0f8a-401d-9869-66121c666748 req-b2224e6b-49a7-4062-8466-c2ac55a423ad tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0771108
Jun 10 04:13:31.010415 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0751ece7-0f8a-401d-9869-66121c666748 req-48fa57fa-c941-415a-bc76-8e53b8076832 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357788
Jun 10 04:13:31.269792 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dfa2fc78-a290-4859-8edb-b61e9c308fc5 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:13:31.326156 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-4435590a-7c2e-4de4-8385-44473f62097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:31.327646 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-4435590a-7c2e-4de4-8385-44473f62097c service neutron] 10.222.0.11 "GET /v2.0/networks?id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 200  len: 918 time: 0.5842834
Jun 10 04:13:31.414733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port dfa2fc78-a290-4859-8edb-b61e9c308fc5 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:13:31.420789 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port dfa2fc78-a290-4859-8edb-b61e9c308fc5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:13:31.423761 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:31.428915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbc4c8-e1c8-4284-9e7d-16d533b31917 req-96dc14e5-3e59-4ca1-a971-545dd38f3a09 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:31.430419 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3acbc4c8-e1c8-4284-9e7d-16d533b31917 req-96dc14e5-3e59-4ca1-a971-545dd38f3a09 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 944 time: 0.6564136
Jun 10 04:13:31.482354 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-619d7792-19db-459d-b280-37e345fa12c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 200  len: 1000 time: 0.1319134
Jun 10 04:13:31.539658 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:31.548713 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3acbc4c8-e1c8-4284-9e7d-16d533b31917 req-c7621129-5ea1-4013-b49f-9a2a1e4abefe tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078737
Jun 10 04:13:31.568688 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:31.569826 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:13:31.571559 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cdebd4-1625-4145-adf2-779491bda2bf" -d '{"events": [{"server_uuid": "b8ef60f8-6593-4b88-922b-017c84bd89c2", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2fc78-a290-4859-8edb-b61e9c308fc5"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:31.594146 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-7040ce40-4115-4a05-afa8-975918ac1a73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1353695
Jun 10 04:13:31.598204 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-b8792001-8b05-430c-8bb1-b13004a30c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:31.599544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port dfa2fc78-a290-4859-8edb-b61e9c308fc5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dfa2fc78-a290-4859-8edb-b61e9c308fc5,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:31.600082 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-b8792001-8b05-430c-8bb1-b13004a30c00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 200  len: 856 time: 0.1046646
Jun 10 04:13:31.608932 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c250a-e425-4d48-af6f-6235048e7cc4 req-5fcd0bc7-01bb-4454-a34b-6782758a6cf1 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:31.611456 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f102f1ec-5afd-4c7d-91ef-cc79daf95f4b x-openstack-request-id: req-f102f1ec-5afd-4c7d-91ef-cc79daf95f4b {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:31.612055 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d70c250a-e425-4d48-af6f-6235048e7cc4 req-5fcd0bc7-01bb-4454-a34b-6782758a6cf1 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1711445
Jun 10 04:13:31.620364 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef60f8-6593-4b88-922b-017c84bd89c2", "name": "network-vif-plugged", "status": "completed", "tag": "dfa2fc78-a290-4859-8edb-b61e9c308fc5", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:31.620641 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f102f1ec-5afd-4c7d-91ef-cc79daf95f4b {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:31.621069 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5', 'code': 200}
Jun 10 04:13:31.675195 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d70c250a-e425-4d48-af6f-6235048e7cc4 req-5bdc5e9f-39f7-4b11-8b46-9650242b9335 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542016
Jun 10 04:13:31.700225 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:31.701122 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4102a606-09a8-422e-b958-3c1d46d65faf no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:31.704592 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:31.783376 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 4102a606-09a8-422e-b958-3c1d46d65faf {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:13:31.783732 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 4102a606-09a8-422e-b958-3c1d46d65faf not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:13:31.784162 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:31.804233 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1ba7f0f4-911b-47a7-aa9e-897d762e2e2c req-e1c24d42-2b17-455d-9f2b-050fa614f08b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 210 time: 0.0467534
Jun 10 04:13:31.860143 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=dfa2fc78-a290-4859-8edb-b61e9c308fc5,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:31.865846 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:31.877691 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-336b5f7b-19c6-4579-b4bb-02cb8a1165e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:31.877691 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-336b5f7b-19c6-4579-b4bb-02cb8a1165e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2149618
Jun 10 04:13:31.879397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:13:31.910362 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:13:31.938997 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:31.938997 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54da5af0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:31.974738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] No DVR routers for this DVR port 4102a606-09a8-422e-b958-3c1d46d65faf on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:13:31.979502 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:31.982189 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5f46a2f0-8f26-4f21-9da0-f3333e1992c8 req-ec76df8f-55eb-4805-ad98-aa40e80f6b57 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "DELETE /v2.0/ports/4102a606-09a8-422e-b958-3c1d46d65faf HTTP/1.1" status: 204  len: 173 time: 2.0713420
Jun 10 04:13:31.982748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'name': 'network-vif-deleted', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:31.985356 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df069b4-44ff-4216-9dc4-3270e83b0d31" -d '{"events": [{"server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "name": "network-vif-deleted", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:32.053249 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:32.059017 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec50db-30c4-4be9-a2e6-3c2cf30c5051 x-openstack-request-id: req-a3ec50db-30c4-4be9-a2e6-3c2cf30c5051 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:32.059017 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04337cf6-c7a1-4966-87e9-fa827b881ede", "name": "network-vif-deleted", "tag": "4102a606-09a8-422e-b958-3c1d46d65faf", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:32.059326 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3ec50db-30c4-4be9-a2e6-3c2cf30c5051 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:32.063954 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04337cf6-c7a1-4966-87e9-fa827b881ede', 'name': 'network-vif-deleted', 'tag': '4102a606-09a8-422e-b958-3c1d46d65faf', 'status': 'completed', 'code': 200}
Jun 10 04:13:32.097479 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-148c1632-7754-4ed6-a83a-3bb7071d4f25 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101848
Jun 10 04:13:32.121868 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:32.153724 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:32.219123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:32.280495 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f58403c4-91ac-4cbe-a337-9b0b04480b3b req-f24135d2-f27b-4aff-864a-7321a58303b7 service neutron] 10.222.0.11 "GET /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1763589
Jun 10 04:13:32.293007 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a9bcb-dcc8-4619-9dbd-6e36c35cb37f req-83a7e1bb-65fc-4c8b-bf27-9c9f4b94d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:32.295029 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5e2a9bcb-dcc8-4619-9dbd-6e36c35cb37f req-83a7e1bb-65fc-4c8b-bf27-9c9f4b94d846 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 1098 time: 0.0945363
Jun 10 04:13:32.343176 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5e2a9bcb-dcc8-4619-9dbd-6e36c35cb37f req-2f39d715-4c45-4380-a99c-bddfc3530d2f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385690
Jun 10 04:13:32.404297 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:32.542572 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=6']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:32.552368 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:32.639267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54da5af0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:32.643093 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:13:32.651880 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:32.652523 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54da5af0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:32.734199 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727c7a6-bbb8-4bd3-a2a3-d1ad812962ff req-ab5163dc-76ff-457c-b9d1-a1fa55668b96 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:32.736527 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6727c7a6-bbb8-4bd3-a2a3-d1ad812962ff req-ab5163dc-76ff-457c-b9d1-a1fa55668b96 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 945 time: 0.0779729
Jun 10 04:13:32.790257 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6727c7a6-bbb8-4bd3-a2a3-d1ad812962ff req-375d7a3c-d210-4f9b-9649-6a311fce68b9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420632
Jun 10 04:13:32.810059 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:32.928497 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c142e1-3bac-4312-9c19-ca17283845a6 req-c513c9cc-567a-4f49-876c-1075dd633d90 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:32.935806 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-17c142e1-3bac-4312-9c19-ca17283845a6 req-c513c9cc-567a-4f49-876c-1075dd633d90 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0844903
Jun 10 04:13:32.987384 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-17c142e1-3bac-4312-9c19-ca17283845a6 req-21ca5342-7fca-42aa-81ad-de6f7d7888cc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498130
Jun 10 04:13:33.070778 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3151e25b-e1e8-40a0-b7f7-3adc2faa0e94 req-e0ebcf70-8a22-494e-96f1-5eb246df02c3 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=04337cf6-c7a1-4966-87e9-fa827b881ede HTTP/1.1" status: 200  len: 210 time: 0.0367279
Jun 10 04:13:33.108858 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54da5af0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:33.112394 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b704aa6-cbeb-4773-8eae-8c55eeee7ff1 None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:13:33.331949 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5fea64-7dce-4721-9432-2d3803997599 None None] New status for floating IP b89a0338-e493-47d7-9c41-f4a972968a2a: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:13:33.622162 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:33.624434 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e45a869-6452-4f81-8bad-bbe9a75cf3c2" -d '{"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:33.657487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503459f8-6901-4aad-9111-4ac9c6b3967e x-openstack-request-id: req-503459f8-6901-4aad-9111-4ac9c6b3967e {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:33.657880 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-unplugged", "status": "failed", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "code": 422}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:33.658418 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-503459f8-6901-4aad-9111-4ac9c6b3967e {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:33.658865 dv-cinder-741349-4-iscsi neutron-server[92308]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'code': 422} returned with failed status
Jun 10 04:13:33.979031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d47e2b-fb81-44d7-8f1c-6765f13de49d req-a43a2b91-0b11-475e-8b77-e273a89c0ab1 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:33.980921 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-67d47e2b-fb81-44d7-8f1c-6765f13de49d req-a43a2b91-0b11-475e-8b77-e273a89c0ab1 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 945 time: 0.0708020
Jun 10 04:13:34.024690 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-67d47e2b-fb81-44d7-8f1c-6765f13de49d req-e02f1b4f-229b-4bcf-9010-342b04618acf tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373414
Jun 10 04:13:34.185494 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0e10c-0b12-4ab5-8015-3a094c6acdb8 req-0b33dfdc-96a4-4afb-842d-e13ffba7c868 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:34.186986 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-22f0e10c-0b12-4ab5-8015-3a094c6acdb8 req-0b33dfdc-96a4-4afb-842d-e13ffba7c868 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0769780
Jun 10 04:13:34.232266 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-22f0e10c-0b12-4ab5-8015-3a094c6acdb8 req-c0c14758-20b0-4f5e-8c41-4e46fbc2ae9b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397165
Jun 10 04:13:34.522613 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-5eba94be-8a91-413a-b6e1-c9e2829abd1f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283043088&fields=id&tenant_id=b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 267 time: 0.0361471
Jun 10 04:13:34.654252 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-d71564a5-af3a-415e-a1fd-fe7ce023032c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:34.655633 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-d71564a5-af3a-415e-a1fd-fe7ce023032c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 812 time: 0.1266458
Jun 10 04:13:34.670670 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-2136f4db-d28e-4a20-8020-ae92589b358f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/quotas/b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 375 time: 0.0096641
Jun 10 04:13:34.746771 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-913b14f1-70b2-4159-801e-1a05b092c48e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0704608
Jun 10 04:13:34.876810 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-676acb56-656e-40f5-88e7-be6ec732de57 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173337
Jun 10 04:13:34.944549 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59092) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:34.998863 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-b41e78d9-e119-467c-a926-ba64369d2b8e service neutron] 10.222.0.20 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149013
Jun 10 04:13:35.327674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-b43dd960-5775-46a5-a640-f425a1b92e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:35.329144 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-b43dd960-5775-46a5-a640-f425a1b92e4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac&tenant_id=fc75b086fa39458c8d98b3d816b1efb3 HTTP/1.1" status: 200  len: 1097 time: 0.1700735
Jun 10 04:13:35.520722 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fb717-6aaf-48ab-8049-4805dd892236 req-17b41843-2175-434c-a1e5-7475340b548a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:35.522150 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-904fb717-6aaf-48ab-8049-4805dd892236 req-17b41843-2175-434c-a1e5-7475340b548a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.1697812
Jun 10 04:13:35.530002 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-014cb9f4-b902-46da-a428-96595d8760e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:35.531376 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-014cb9f4-b902-46da-a428-96595d8760e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1097 time: 0.1473465
Jun 10 04:13:35.655140 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-904fb717-6aaf-48ab-8049-4805dd892236 req-412a0857-2c7c-47c6-8412-ea7b75c8ec64 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098530
Jun 10 04:13:35.677476 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-85e82925-7cc3-4a4f-a8c0-d83f139cf14e req-c0af15ed-8348-4255-965c-5c43581f1af7 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 210 time: 0.0372491
Jun 10 04:13:35.749297 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-3d8c508f-4f48-4ac5-ada6-d5e43f74377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:35.750682 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-3d8c508f-4f48-4ac5-ada6-d5e43f74377a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 909 time: 0.1789021
Jun 10 04:13:35.887320 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-36e3350c-70e4-41f4-b145-b51f2bcb26a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 999 time: 0.1267109
Jun 10 04:13:35.951433 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:36.334568 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-f132fd98-a929-4873-914a-00b7836302f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:36.336565 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-f132fd98-a929-4873-914a-00b7836302f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.4338470
Jun 10 04:13:36.534128 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-b7b02a28-c345-4564-b3ab-2b9b548d944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:36.535527 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-b7b02a28-c345-4564-b3ab-2b9b548d944d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1833818
Jun 10 04:13:36.698229 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-034dbf68-9efd-4b1c-a729-3275cb32cd99 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1543460
Jun 10 04:13:36.841150 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-06bd66bb-5667-43f7-a094-21168891597c req-60f98486-c19d-41d3-9156-505968cfaf9f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 210 time: 0.0391490
Jun 10 04:13:36.868627 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Deleting port 4c8d3235-5fbf-43dd-b6d1-7d6571127621 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:36.868966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:36.913288 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4fa28a4b-ff1a-41ad-8b3e-5e4e66582e28 req-0d2ed56e-86e7-473e-829d-15124a3dc3e9 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1914041
Jun 10 04:13:37.009180 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80415c-2c5d-4531-9ba9-0106bc3112d6 req-2e01b388-4143-481a-8686-91a692359039 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:37.010644 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2a80415c-2c5d-4531-9ba9-0106bc3112d6 req-2e01b388-4143-481a-8686-91a692359039 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.1951668
Jun 10 04:13:37.018588 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] For port 4c8d3235-5fbf-43dd-b6d1-7d6571127621, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=4c8d3235-5fbf-43dd-b6d1-7d6571127621,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:37.019005 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:37.124453 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Calling delete_port for 4c8d3235-5fbf-43dd-b6d1-7d6571127621 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:37.152032 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2a80415c-2c5d-4531-9ba9-0106bc3112d6 req-2fdbc477-88ec-425d-88c3-4f25d73f5827 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305530
Jun 10 04:13:37.428558 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:37.432092 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:37.465158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8d3235-5fbf-43dd-b6d1-7d6571127621,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:37.467144 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:37.676917 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:37.985672 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7b11cd7a-4d11-4a8f-8e35-558290f05030 req-cbfd505c-19e6-4382-843e-8b8c4d110c67 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 210 time: 0.0324752
Jun 10 04:13:38.055429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:13:38.079646 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-fe730d86-b410-4eca-868f-00c40ea34ea2 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:38.081628 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-fe730d86-b410-4eca-868f-00c40ea34ea2 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 812 time: 0.1512048
Jun 10 04:13:38.229162 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-5ab48579-18f7-4324-9797-82fec8ed6150 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 379 time: 0.0987871
Jun 10 04:13:38.240034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'port': {'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'admin_state_up': True, 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'security_groups': ['c360f85f-e4fd-4d58-b59f-3939f53f6bc3']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:13:38.590751 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:13:38.599047 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] Sync routers for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:13:38.600620 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c69e3e9-f876-46a4-8a1d-ae04c34766e8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6543484
Jun 10 04:13:38.603523 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59132) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:38.613327 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:38.613943 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55a3e280>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:38.837702 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae156e-2db0-4c85-b7e8-a6d67ce29a2f req-010417ce-c7e6-4fb4-828f-14b61d81fb0e tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:38.839198 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0eae156e-2db0-4c85-b7e8-a6d67ce29a2f req-010417ce-c7e6-4fb4-828f-14b61d81fb0e tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.5667529
Jun 10 04:13:38.855230 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:38.858312 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:38.990736 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Made reservation on behalf of b908b5affc64461abc2e9a8b73fbd4b2 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:13:38.994255 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:39.012762 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0eae156e-2db0-4c85-b7e8-a6d67ce29a2f req-c5a12374-4e11-4646-a34c-94411cbfc305 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1660328
Jun 10 04:13:39.101144 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:39.145197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55a3e280>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:13:37Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:39.150396 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] Checking router: 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:13:39.161009 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] Routers {'6c69e3e9-f876-46a4-8a1d-ae04c34766e8'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:39.161937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55a3e280>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:39.163366 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-66567bb7-0316-4b49-a211-2f0db7e5807a req-33ef323b-dd9f-45a2-b79d-2cd3558d7f30 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 210 time: 0.0469744
Jun 10 04:13:39.188131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Allocated IP 172.20.0.10 (9fe0c191-b0d4-410e-bc0b-60c9e163d3cb/504cb5aa-ec52-414e-8a53-4ec08eaba6c6/1f97e81c-c466-4721-82b0-77f85c4a587e) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:13:39.358574 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Deleting port d754d99d-a55b-4c7f-8a29-c40f7d964d0c {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:39.358916 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:39.449079 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] Set router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:39.464287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:39.490048 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Transition to ACTIVE for port object 1f97e81c-c466-4721-82b0-77f85c4a587e will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:13:39.505733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] For port d754d99d-a55b-4c7f-8a29-c40f7d964d0c, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:39.507792 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:39.600474 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Calling delete_port for d754d99d-a55b-4c7f-8a29-c40f7d964d0c owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:39.685022 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55a3e280>, [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:13:37Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:39.685022 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd79c7-45e4-4e48-9e86-d16d88135343 None None] The sync data for ids ['6c69e3e9-f876-46a4-8a1d-ae04c34766e8'] in dv-cinder-741349-4-iscsi is: [{'id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'name': 'tempest-AttachVolumeTestJSON-8375659-router', 'tenant_id': '58678dd284184e898c7026d27aca9272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:13:37Z', 'revision_number': 5, 'project_id': '58678dd284184e898c7026d27aca9272', 'gw_port': {'id': 'd754d99d-a55b-4c7f-8a29-c40f7d964d0c', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c69e3e9-f876-46a4-8a1d-ae04c34766e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:21Z', 'updated_at': '2021-06-10T04:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:13:39.748095 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:39.752879 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-11328d84-5811-41ce-82fc-185220bfbba6 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:39.808122 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:13:39.811684 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:13:39.818839 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:13:39.883273 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=1f97e81c-c466-4721-82b0-77f85c4a587e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:39.888789 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:39.923950 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:39.924573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.010733 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:13:40.011470 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.013837 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2485e265-6d30-4d15-88fc-e5e6e5e45bfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:40.034344 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-b008fac1-8c2c-4045-9cec-4376a78d40b7 None None] Provisioning for port 1f97e81c-c466-4721-82b0-77f85c4a587e completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:13:40.039724 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-b008fac1-8c2c-4045-9cec-4376a78d40b7 None None] Provisioning complete for port 1f97e81c-c466-4721-82b0-77f85c4a587e triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:13:40.044579 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b008fac1-8c2c-4045-9cec-4376a78d40b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.046281 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d754d99d-a55b-4c7f-8a29-c40f7d964d0c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:40.048844 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:40.050709 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8153679
Jun 10 04:13:40.086662 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Request body: {'port': {'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:13:40.091902 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-b008fac1-8c2c-4045-9cec-4376a78d40b7 None None] Port 1f97e81c-c466-4721-82b0-77f85c4a587e cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:13:40.218873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.337176 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025babbd-ba86-46bb-a6f5-e4e6c05a012b req-322177b8-f128-4764-9dd2-8acd77487d7b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:40.338623 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-025babbd-ba86-46bb-a6f5-e4e6c05a012b req-322177b8-f128-4764-9dd2-8acd77487d7b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 932 time: 0.0683620
Jun 10 04:13:40.382136 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-025babbd-ba86-46bb-a6f5-e4e6c05a012b req-b9c690a6-dc50-4d6a-ab41-1fa1ae954f79 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375593
Jun 10 04:13:40.393045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.397481 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.404611 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.474136 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684a80c-4ddc-4456-965c-aa2defa5a860 req-16c599ac-61ff-404b-a535-e3542f24c7e0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:40.475701 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5684a80c-4ddc-4456-965c-aa2defa5a860 req-16c599ac-61ff-404b-a535-e3542f24c7e0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.3291538
Jun 10 04:13:40.605477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.606206 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c69e3e9-f876-46a4-8a1d-ae04c34766e8 {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:13:40.610467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.612011 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c69e3e9-f876-46a4-8a1d-ae04c34766e8 HTTP/1.1" status: 204  len: 168 time: 2.0069113
Jun 10 04:13:40.614169 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59144) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:40.618612 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5684a80c-4ddc-4456-965c-aa2defa5a860 req-e053e135-771f-42fa-b4cd-d34ccd6c852e tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370406
Jun 10 04:13:40.667786 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Deleting subnet 3fb39050-d1fe-4850-9dca-245bd864d739 {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:13:40.671087 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.716832 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.819906 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f97e81c-c466-4721-82b0-77f85c4a587e {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:13:40.827780 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.839333 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Transition to ACTIVE for port object 1f97e81c-c466-4721-82b0-77f85c4a587e will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:13:40.847079 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.931351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.934302 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:40.971718 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:40.980667 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7700d14d-e927-4a39-8272-ea72984eb45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:40.996474 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19570047-b035-4440-b5c4-af081ca5993c None None] Network e91c99af-b050-40fe-a364-fd985230ec16 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:13:41.019233 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.019233 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3fb39050-d1fe-4850-9dca-245bd864d739 HTTP/1.1" status: 204  len: 168 time: 0.4008389
Jun 10 04:13:41.019233 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb39050-d1fe-4850-9dca-245bd864d739,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:41.019623 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59146) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:41.020818 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fe1913c1-c47b-44b1-b1e6-85de5661088a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:41.081752 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Pushing event updated for resources: {'Port': ['ID=1f97e81c-c466-4721-82b0-77f85c4a587e,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:41.089396 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:41.275926 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] DHCP port deletion for e91c99af-b050-40fe-a364-fd985230ec16 request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:13:41.348577 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Deleting port df105b74-f7a3-4321-9943-a5b7cc7c534e {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:41.349022 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.437365 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d754d99d-a55b-4c7f-8a29-c40f7d964d0c no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:41.482010 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: d754d99d-a55b-4c7f-8a29-c40f7d964d0c {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:13:41.482360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d754d99d-a55b-4c7f-8a29-c40f7d964d0c not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:13:41.482781 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device df105b74-f7a3-4321-9943-a5b7cc7c534e no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:41.483208 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.509720 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Attempting to bind port 1f97e81c-c466-4721-82b0-77f85c4a587e on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:13:41.510053 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Attempting to bind port 1f97e81c-c466-4721-82b0-77f85c4a587e by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:13:41.510293 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Attempting to bind port 1f97e81c-c466-4721-82b0-77f85c4a587e on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:13:41.516128 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Port 1f97e81c-c466-4721-82b0-77f85c4a587e on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:13:41.521010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Attempting to bind port 1f97e81c-c466-4721-82b0-77f85c4a587e on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:13:41.529936 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] For port df105b74-f7a3-4321-9943-a5b7cc7c534e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=df105b74-f7a3-4321-9943-a5b7cc7c534e,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:41.530374 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.542776 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:13:41.543161 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Checking segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:13:41.543536 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Bound using segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:13:41.543971 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Bound port: 1f97e81c-c466-4721-82b0-77f85c4a587e, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:13:41.544324 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.585764 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f77f4-6333-4834-bc2e-218a868f6e19 req-55c898d7-32b5-4a9f-b8e9-33cbe61a2fdd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:41.587261 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-396f77f4-6333-4834-bc2e-218a868f6e19 req-55c898d7-32b5-4a9f-b8e9-33cbe61a2fdd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0716276
Jun 10 04:13:41.630260 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-396f77f4-6333-4834-bc2e-218a868f6e19 req-638ef0bb-7fe4-42f4-8848-f75b64dde98f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366573
Jun 10 04:13:41.630536 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Calling delete_port for df105b74-f7a3-4321-9943-a5b7cc7c534e owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:41.641019 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Deleting port df105b74-f7a3-4321-9943-a5b7cc7c534e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:41.641532 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.644067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] For port 1f97e81c-c466-4721-82b0-77f85c4a587e, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:13:41.688003 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] For port 1f97e81c-c466-4721-82b0-77f85c4a587e, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1f97e81c-c466-4721-82b0-77f85c4a587e,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:13:41.791832 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] For port df105b74-f7a3-4321-9943-a5b7cc7c534e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=df105b74-f7a3-4321-9943-a5b7cc7c534e,segment=NetworkSegment(e4bf8976-626b-4114-a5f1-0ab9ad6febb2),segment_id=e4bf8976-626b-4114-a5f1-0ab9ad6febb2)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:41.792134 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.795237 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.796010 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.806945 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:41.928104 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.936143 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Calling delete_port for df105b74-f7a3-4321-9943-a5b7cc7c534e owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:41.940344 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:41.953422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:41.954044 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:41.955489 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] 10.222.0.11 "PUT /v2.0/ports/1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 200  len: 1094 time: 1.8734584
Jun 10 04:13:41.956012 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:41.958343 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad944053-dd01-4962-a80a-7e214b4fcd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:41.971995 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] No DVR routers for this DVR port df105b74-f7a3-4321-9943-a5b7cc7c534e on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:13:41.973449 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Pushing event deleted for resources: {'Port': ['ID=df105b74-f7a3-4321-9943-a5b7cc7c534e,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:41.982787 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:41.984081 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.db.api [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 10 04:13:41.984081 dv-cinder-741349-4-iscsi neutron-server[92308]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Jun 10 04:13:41.984081 dv-cinder-741349-4-iscsi neutron-server[92308]: [parameters: {'status': 'DOWN', 'ports_id': 'df105b74-f7a3-4321-9943-a5b7cc7c534e'}]
Jun 10 04:13:41.984081 dv-cinder-741349-4-iscsi neutron-server[92308]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 10 04:13:41.984896 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_db.api [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 10 04:13:42.037150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2534f250-7de1-4d55-90e3-0b95b645950d x-openstack-request-id: req-2534f250-7de1-4d55-90e3-0b95b645950d {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:42.037480 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:42.038555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2534f250-7de1-4d55-90e3-0b95b645950d {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:42.038555 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'status': 'completed', 'code': 200}
Jun 10 04:13:42.044590 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Pushing event updated for resources: {'Port': ['ID=1f97e81c-c466-4721-82b0-77f85c4a587e,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:42.049996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:42.058684 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae57de-114c-467f-ac2e-13098d0fa678 req-6592a76c-0364-445b-b808-203f40ea28c8 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:42.060020 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-76ae57de-114c-467f-ac2e-13098d0fa678 req-6592a76c-0364-445b-b808-203f40ea28c8 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.3215687
Jun 10 04:13:42.177666 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.185793 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b7c294c7-6eef-4545-ac90-51f1b0ca9306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:42.193775 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-76ae57de-114c-467f-ac2e-13098d0fa678 req-994f967b-14e7-4401-94b9-20bc41d7fa06 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002264
Jun 10 04:13:42.231656 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Pushing event deleted for resources: {'Port': ['ID=df105b74-f7a3-4321-9943-a5b7cc7c534e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:42.235138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:42.240481 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] No DVR routers for this DVR port df105b74-f7a3-4321-9943-a5b7cc7c534e on host dv-cinder-741349-4-iscsi {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:13:42.284836 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad944053-dd01-4962-a80a-7e214b4fcd1e req-a8344dd6-8499-4a90-94f9-9b20b8e89bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:42.286298 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad944053-dd01-4962-a80a-7e214b4fcd1e req-a8344dd6-8499-4a90-94f9-9b20b8e89bca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1097 time: 0.2019372
Jun 10 04:13:42.363559 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.396156 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4fe6b610>,) {'filters': {'network_id': ['e91c99af-b050-40fe-a364-fd985230ec16']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:42.418603 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4fe6b610>, 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:42.418996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4fe6b610>, 'e4bf8976-626b-4114-a5f1-0ab9ad6febb2') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:42.434034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.499594 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.509789 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Port df105b74-f7a3-4321-9943-a5b7cc7c534e update to DOWN by agent not found {{(pid=92308) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}}
Jun 10 04:13:42.510345 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:13:42.510547 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 4c8d3235-5fbf-43dd-b6d1-7d6571127621 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:42.510652 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:13:42.511942 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:13:42.517807 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:13:42.542860 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 4c8d3235-5fbf-43dd-b6d1-7d6571127621 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:13:42.543272 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 4c8d3235-5fbf-43dd-b6d1-7d6571127621 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:13:42.548902 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad944053-dd01-4962-a80a-7e214b4fcd1e req-81d7ff89-8170-4455-8b52-87fd20e1dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:42.550634 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad944053-dd01-4962-a80a-7e214b4fcd1e req-81d7ff89-8170-4455-8b52-87fd20e1dac6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1841075
Jun 10 04:13:42.696201 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.703873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-83101879-c131-482e-be97-dd5d8fedee82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:42.706315 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:42.708151 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e91c99af-b050-40fe-a364-fd985230ec16 HTTP/1.1" status: 204  len: 168 time: 1.6872895
Jun 10 04:13:42.745414 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Pushing event deleted for resources: {'Network': ['ID=e91c99af-b050-40fe-a364-fd985230ec16,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:42.752263 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:42.755257 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad944053-dd01-4962-a80a-7e214b4fcd1e req-0a74973f-68a0-46a2-821b-7f788350e86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:42.756733 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad944053-dd01-4962-a80a-7e214b4fcd1e req-0a74973f-68a0-46a2-821b-7f788350e86b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1561973
Jun 10 04:13:42.834414 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bce16-5bba-4ff9-bd7d-4dcd3b299d3e req-bff1d158-aa17-4e00-ae81-e45c637cd9ab tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:42.836090 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c70bce16-5bba-4ff9-bd7d-4dcd3b299d3e req-bff1d158-aa17-4e00-ae81-e45c637cd9ab tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0734379
Jun 10 04:13:42.883508 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c70bce16-5bba-4ff9-bd7d-4dcd3b299d3e req-f4c1f095-5fb9-4478-96a2-02c56e52d32c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375357
Jun 10 04:13:42.897053 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-0ea21d0e-017c-47b8-b8a4-acf21c7e3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:42.898538 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-0ea21d0e-017c-47b8-b8a4-acf21c7e3c70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1097 time: 0.0651994
Jun 10 04:13:42.963381 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-6c6c27d5-f2fd-492e-9316-51ea8844c8e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 200  len: 217 time: 0.0476899
Jun 10 04:13:43.024740 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-36b3a320-db37-49d3-a6a9-fa732b8681e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:43.026240 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-36b3a320-db37-49d3-a6a9-fa732b8681e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0565376
Jun 10 04:13:43.081474 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59168) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:43.091150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-167f6dec-79b9-4290-a759-e8b0cbc82796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:43.092683 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-167f6dec-79b9-4290-a759-e8b0cbc82796 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0593305
Jun 10 04:13:43.126213 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ae510844-b998-4b1f-97aa-b794ab1cd57c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58678dd284184e898c7026d27aca9272&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0429080
Jun 10 04:13:43.128540 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59170) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:43.180455 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:43.203012 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:43.211908 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-07e72e11-879a-4e03-a2e8-0b41819e7e68 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1111557
Jun 10 04:13:43.340813 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:43.343536 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:43.344787 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/139f6064-d8b1-4fc9-b86c-597109e7c74d HTTP/1.1" status: 204  len: 168 time: 0.2153568
Jun 10 04:13:43.345616 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a831450f-0ff7-4fe9-9fef-577cb1e92866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:43.360084 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139f6064-d8b1-4fc9-b86c-597109e7c74d,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:43.362653 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:43.378078 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a215ca1d-0a29-49c6-afd6-bcb3a693d060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:43.381808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038235f-db80-4ac7-890f-60f303a0062f req-c6f75d8f-3dee-43e3-b078-623eb83efb73 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:43.388920 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b038235f-db80-4ac7-890f-60f303a0062f req-c6f75d8f-3dee-43e3-b078-623eb83efb73 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0827558
Jun 10 04:13:43.426135 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b038235f-db80-4ac7-890f-60f303a0062f req-a33c4294-5cb1-4ced-b7b9-93a9b5c2cae0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361972
Jun 10 04:13:44.062990 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2763edc-5cc9-4ce9-a589-98a51e0387c7 req-01c6ca56-e6dd-4db2-9251-d6d04345c215 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:44.064402 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e2763edc-5cc9-4ce9-a589-98a51e0387c7 req-01c6ca56-e6dd-4db2-9251-d6d04345c215 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0704846
Jun 10 04:13:44.106715 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e2763edc-5cc9-4ce9-a589-98a51e0387c7 req-a6d34e42-052c-498f-943a-0fab4356f2fb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367453
Jun 10 04:13:44.610164 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff7ea-0e5d-4c8e-9de4-fc26b5d6c390 req-9868ae58-03fb-4050-847f-9eddfa6a27a6 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:44.611637 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cbcff7ea-0e5d-4c8e-9de4-fc26b5d6c390 req-9868ae58-03fb-4050-847f-9eddfa6a27a6 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0749528
Jun 10 04:13:44.653348 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-cbcff7ea-0e5d-4c8e-9de4-fc26b5d6c390 req-845673be-497f-404d-bfdd-19746742bc99 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356295
Jun 10 04:13:45.287054 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e32d2-e380-4d47-b754-3f4ec0a3bb52 req-cc959e15-0cbd-42fb-9891-94e9ae67723f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:45.288482 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5e1e32d2-e380-4d47-b754-3f4ec0a3bb52 req-cc959e15-0cbd-42fb-9891-94e9ae67723f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0672879
Jun 10 04:13:45.332061 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5e1e32d2-e380-4d47-b754-3f4ec0a3bb52 req-065082df-69d9-4f4e-83c6-ca766d24f095 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371764
Jun 10 04:13:45.836442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd25dc0-dfad-442c-93e0-90ecb1c8ce69 req-2b8a9026-2d70-4123-a8d5-10c9e13b019a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:45.837748 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1fd25dc0-dfad-442c-93e0-90ecb1c8ce69 req-2b8a9026-2d70-4123-a8d5-10c9e13b019a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 944 time: 0.0711246
Jun 10 04:13:45.854572 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:45.879093 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1fd25dc0-dfad-442c-93e0-90ecb1c8ce69 req-7bfc8b3d-f4a5-4f47-b136-f190edf4873f tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355012
Jun 10 04:13:45.888779 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:13:45.923092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b56edb0c-5774-4f1f-9887-3633a4c2df68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:46.014513 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:46.016648 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ad8cfbb-5ee3-4ae0-bcce-0709d107ce8e req-0faac3a1-9212-41c3-ad16-57bda95f6b5c service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1148438
Jun 10 04:13:46.027718 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'port_id': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'mac_address': 'fa:16:3e:78:8c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:13:46.075148 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:46.091767 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce9780c-2da8-484d-83ea-a5eb01e1d439 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:13:46.113537 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:46.182421 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:46.184310 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:46.236816 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=7']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:46.239685 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:46.518962 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2b6c4-93a1-4b32-a8e6-651769037e6a req-24bc95af-6ffb-4dd8-b981-e63fefb00722 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:46.520294 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['9ce9780c-2da8-484d-83ea-a5eb01e1d439'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:13:46.520433 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5ce2b6c4-93a1-4b32-a8e6-651769037e6a req-24bc95af-6ffb-4dd8-b981-e63fefb00722 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0701163
Jun 10 04:13:46.562645 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5ce2b6c4-93a1-4b32-a8e6-651769037e6a req-6ccb6cf2-64fc-4d89-b4a0-c5413ca58988 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355322
Jun 10 04:13:46.936777 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:47.072399 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aacf6-6763-4bde-aab2-17f26b0bdb1f req-72f851e2-9888-42f7-a261-a0fad322eae7 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:47.073901 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a38aacf6-6763-4bde-aab2-17f26b0bdb1f req-72f851e2-9888-42f7-a261-a0fad322eae7 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 945 time: 0.0807242
Jun 10 04:13:47.115585 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a38aacf6-6763-4bde-aab2-17f26b0bdb1f req-e9a899c1-a0b1-4c01-80c6-bc4be9d23a54 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358024
Jun 10 04:13:47.739429 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc22224-3e9e-43e4-a5e8-8b862641b1db req-617177af-6a52-4284-b858-63ab4355decb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:47.740882 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4cc22224-3e9e-43e4-a5e8-8b862641b1db req-617177af-6a52-4284-b858-63ab4355decb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0679452
Jun 10 04:13:47.782151 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4cc22224-3e9e-43e4-a5e8-8b862641b1db req-d5154f1e-5126-4b7c-acbc-d6ded073cb16 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355816
Jun 10 04:13:48.294082 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d5ca7-78c6-433b-a627-ded936c2b558 req-9ccec9a8-81f2-44da-a558-1db9a43604a5 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:48.295566 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f76d5ca7-78c6-433b-a627-ded936c2b558 req-9ccec9a8-81f2-44da-a558-1db9a43604a5 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 945 time: 0.0685942
Jun 10 04:13:48.338334 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f76d5ca7-78c6-433b-a627-ded936c2b558 req-3f72fe39-02f7-4ce0-9251-8c41c6cf19fc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368695
Jun 10 04:13:48.682396 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:48.980222 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7de07-c64f-4ee2-8c04-a977810ac566 req-52c48717-a1fd-4f3b-94a5-70df1f9ac08b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:48.981562 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3bf7de07-c64f-4ee2-8c04-a977810ac566 req-52c48717-a1fd-4f3b-94a5-70df1f9ac08b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0820422
Jun 10 04:13:49.022140 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3bf7de07-c64f-4ee2-8c04-a977810ac566 req-6c2e6b7f-f6b3-4d93-a076-1e577020d005 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349488
Jun 10 04:13:49.525597 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ce89d-6674-475c-85d3-bde4091f4016 req-37fdb322-01ea-4aaa-8d50-4344292cffe6 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:49.527692 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-187ce89d-6674-475c-85d3-bde4091f4016 req-37fdb322-01ea-4aaa-8d50-4344292cffe6 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 945 time: 0.0741067
Jun 10 04:13:49.575050 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-187ce89d-6674-475c-85d3-bde4091f4016 req-b1396759-0416-4f48-807a-e959491bbfa4 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402935
Jun 10 04:13:50.197622 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db633768-3dde-4962-9b9b-6bff78265c02 req-fe7ea68b-6724-4466-a478-0b5e9387b846 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:50.199123 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-db633768-3dde-4962-9b9b-6bff78265c02 req-fe7ea68b-6724-4466-a478-0b5e9387b846 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0687051
Jun 10 04:13:50.242174 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-db633768-3dde-4962-9b9b-6bff78265c02 req-479c66fc-e857-4e28-b377-09e44a7cbd43 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374343
Jun 10 04:13:50.334273 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:13:50.388837 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:13:50.389255 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:50.477152 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:50.502002 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:50.506225 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ee6de2-fc28-415b-939a-0eb70640d7fc" -d '{"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:50.521880 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:50.549120 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5791c6-b46f-4226-8b54-40023ec4c472 x-openstack-request-id: req-3a5791c6-b46f-4226-8b54-40023ec4c472 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:50.549491 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-plugged", "status": "completed", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:50.549817 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a5791c6-b46f-4226-8b54-40023ec4c472 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:50.550567 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'code': 200}
Jun 10 04:13:50.614282 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:50.616145 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:50.681126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=8']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:50.690401 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:50.765403 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed21faa-56cf-431a-8ae4-5ec578b89705 req-080010a0-ca40-4650-a751-bdd05191b969 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:50.766892 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-eed21faa-56cf-431a-8ae4-5ec578b89705 req-080010a0-ca40-4650-a751-bdd05191b969 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0687652
Jun 10 04:13:50.814168 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-eed21faa-56cf-431a-8ae4-5ec578b89705 req-01ac719d-5ffb-423e-95f9-db5c36b0d366 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416331
Jun 10 04:13:50.871955 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59320) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:50.994540 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.029338 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749f58e-8c58-459c-b2cb-2df1163afb9b req-1cb3ceb6-2dd3-486e-8c26-2173156c242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:51.030784 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2749f58e-8c58-459c-b2cb-2df1163afb9b req-1cb3ceb6-2dd3-486e-8c26-2173156c242e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1099 time: 0.1193163
Jun 10 04:13:51.133733 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2749f58e-8c58-459c-b2cb-2df1163afb9b req-2e7105b2-948c-49ec-aff9-780929efb897 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880098
Jun 10 04:13:51.170912 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac95c-5e1b-43a1-aa57-e700e97e16ab req-1f599284-121b-4f6e-9c96-7e5542589d8e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:51.172359 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ff0ac95c-5e1b-43a1-aa57-e700e97e16ab req-1f599284-121b-4f6e-9c96-7e5542589d8e tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.1407092
Jun 10 04:13:51.215136 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.232639 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ff0ac95c-5e1b-43a1-aa57-e700e97e16ab req-91b4f8c8-2621-4a10-9f89-0cf9ad5e4fca tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488439
Jun 10 04:13:51.273534 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.277333 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3fa21af8-8790-476c-bbe0-5236d72e437f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:51.318863 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8555ec26643446ee913aa463bd998687&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4456069
Jun 10 04:13:51.320459 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70539370-36d9-4d63-ba55-860e641a5088,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:51.322031 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59332) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:51.327541 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:51.422831 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.458004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.484550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a18b6-bc60-40f9-af37-da00042acab2 req-bfc9fa4c-87e4-468a-8707-405d4412905d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:51.489336 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-189a18b6-bc60-40f9-af37-da00042acab2 req-bfc9fa4c-87e4-468a-8707-405d4412905d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.1166670
Jun 10 04:13:51.537175 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-189a18b6-bc60-40f9-af37-da00042acab2 req-9e0521bd-9105-43ca-a9e9-2010a498f429 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416961
Jun 10 04:13:51.622550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.625408 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:51.626540 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70539370-36d9-4d63-ba55-860e641a5088 HTTP/1.1" status: 204  len: 168 time: 0.3029349
Jun 10 04:13:51.627343 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-002f6a29-b486-4f33-9a0e-f118beb46913 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:51.636060 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70539370-36d9-4d63-ba55-860e641a5088,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:51.640191 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:52.001465 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae16d2e-2548-4857-a95b-14047c84bb7d req-c03648ce-d61d-4e8c-a8e7-7361741b1e2d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:52.002919 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4ae16d2e-2548-4857-a95b-14047c84bb7d req-c03648ce-d61d-4e8c-a8e7-7361741b1e2d tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0688899
Jun 10 04:13:52.044115 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4ae16d2e-2548-4857-a95b-14047c84bb7d req-371c2baf-0533-4c7a-832c-b4e943815b37 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354190
Jun 10 04:13:52.226051 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59342) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:52.242196 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.338569 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.406449 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.410407 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-0566f60d-32fa-4d03-9bd9-d51310f4c977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:52.443538 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a285cf-3140-4592-902b-9ee70e9b07e3 req-ce680bc2-f42e-4ba5-996e-d858d42a12e0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:52.445501 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c1a285cf-3140-4592-902b-9ee70e9b07e3 req-ce680bc2-f42e-4ba5-996e-d858d42a12e0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0938039
Jun 10 04:13:52.459554 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c39323a864a4906a8a01c57df4f22c3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2319584
Jun 10 04:13:52.462828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59346) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:52.478268 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6976b066-b3a5-4ca8-895b-ec1b0c5ff180,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:52.482523 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:52.503166 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-c1a285cf-3140-4592-902b-9ee70e9b07e3 req-1562d460-1f97-4b84-a888-0f28e1089fec tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513458
Jun 10 04:13:52.516448 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.547983 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.684957 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.687603 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:52.691277 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6976b066-b3a5-4ca8-895b-ec1b0c5ff180 HTTP/1.1" status: 204  len: 168 time: 0.2247880
Jun 10 04:13:52.691277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-cdab652d-57d8-4b44-85c9-cf625ae1c135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:52.703159 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6976b066-b3a5-4ca8-895b-ec1b0c5ff180,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:52.705683 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:52.743710 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662e2d1-29ea-4bef-b18f-9dba3bd0a9db req-7d827aa4-ecec-4220-ba5f-e4c08e003cdf tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:52.745171 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4662e2d1-29ea-4bef-b18f-9dba3bd0a9db req-7d827aa4-ecec-4220-ba5f-e4c08e003cdf tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0942311
Jun 10 04:13:52.787777 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4662e2d1-29ea-4bef-b18f-9dba3bd0a9db req-69b299b9-a2cc-4844-a634-0517bf115ffe tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369916
Jun 10 04:13:53.207876 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-8ddf7c83-c04d-4807-b407-05ae3ae4f47f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:53.209443 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-8ddf7c83-c04d-4807-b407-05ae3ae4f47f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.0734208
Jun 10 04:13:53.233380 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6f4fe-5273-46fa-a77a-b5b5b0e05c45 req-17b94be3-de64-42a4-bd46-b7dc71da0d09 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:53.234830 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-04d6f4fe-5273-46fa-a77a-b5b5b0e05c45 req-17b94be3-de64-42a4-bd46-b7dc71da0d09 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0748386
Jun 10 04:13:53.277051 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-04d6f4fe-5273-46fa-a77a-b5b5b0e05c45 req-7869eb56-fe31-4795-922a-61a24e3c61c0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360143
Jun 10 04:13:53.330578 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Deleting port a367d2de-bb5a-4280-aa27-da3ccc6378e5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:53.332887 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:53.447245 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] For port a367d2de-bb5a-4280-aa27-da3ccc6378e5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=a367d2de-bb5a-4280-aa27-da3ccc6378e5,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:53.447568 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:53.714856 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:53.715126 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:53.715361 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Floating IP 316ce9ed-3062-4739-8405-388789db5ad5 disassociated. External IP: 172.27.0.53, port: a367d2de-bb5a-4280-aa27-da3ccc6378e5.
Jun 10 04:13:53.715697 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Calling delete_port for a367d2de-bb5a-4280-aa27-da3ccc6378e5 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:53.805320 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43388d-5bfa-4ec8-9f43-bbef2c575203 req-f5793c04-050f-4d50-b700-9e83e8bb1bba tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:53.806754 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3b43388d-5bfa-4ec8-9f43-bbef2c575203 req-f5793c04-050f-4d50-b700-9e83e8bb1bba tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 946 time: 0.1548190
Jun 10 04:13:53.863969 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3b43388d-5bfa-4ec8-9f43-bbef2c575203 req-ae1d2b29-829a-497c-b0a1-5fc71b0f726b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups?id=61dca55f-beb3-415b-900b-ee86d9270ac9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509934
Jun 10 04:13:53.981952 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f05c4-9910-4273-870f-2b34e9a65263 req-56174b9b-61b7-4709-81b1-1c571f1d7a8c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:53.983370 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e06f05c4-9910-4273-870f-2b34e9a65263 req-56174b9b-61b7-4709-81b1-1c571f1d7a8c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0692871
Jun 10 04:13:54.003052 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:54.008238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7bd65ec0-c779-4bdd-adbf-74bad337f462 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:54.028279 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-e06f05c4-9910-4273-870f-2b34e9a65263 req-cfba051b-dd9d-484c-aee6-da4e9d43684a tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390043
Jun 10 04:13:54.043660 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event deleted for resources: {'Port': ['ID=a367d2de-bb5a-4280-aa27-da3ccc6378e5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:54.051865 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:54.485662 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:13:54.632904 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:13:54.643888 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:13:54.655815 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:54.656519 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56234e20>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:54.693328 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] No DVR routers for this DVR port a367d2de-bb5a-4280-aa27-da3ccc6378e5 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:13:54.696484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:54.698810 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e51eb65-6e06-423d-9a6a-cfed882578e8 req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.11 "DELETE /v2.0/ports/a367d2de-bb5a-4280-aa27-da3ccc6378e5 HTTP/1.1" status: 204  len: 173 time: 1.4838359
Jun 10 04:13:54.698895 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-deleted', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:54.702570 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca14f9e-1170-457c-9980-a2c3f995c888" -d '{"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-deleted", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:54.743430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e160734d-351d-451b-88c1-1b07f7091ce4 x-openstack-request-id: req-e160734d-351d-451b-88c1-1b07f7091ce4 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:54.743768 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342f7734-53b6-4d9e-a28b-896346c683a7", "name": "network-vif-deleted", "tag": "a367d2de-bb5a-4280-aa27-da3ccc6378e5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:54.744079 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e160734d-351d-451b-88c1-1b07f7091ce4 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:54.744536 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342f7734-53b6-4d9e-a28b-896346c683a7', 'name': 'network-vif-deleted', 'tag': 'a367d2de-bb5a-4280-aa27-da3ccc6378e5', 'status': 'completed', 'code': 200}
Jun 10 04:13:54.809486 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:54.960456 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1f97e81c-c466-4721-82b0-77f85c4a587e details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:13:55.081761 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6f4c8297-a6dc-4b73-948e-cfd8aace5a26 req-972d0ec4-9e10-41b4-ab6e-540ca2ed1f23 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/ports?device_id=342f7734-53b6-4d9e-a28b-896346c683a7 HTTP/1.1" status: 200  len: 210 time: 0.0608907
Jun 10 04:13:55.156937 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56234e20>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:55.161048 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:13:55.170450 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:13:55.171124 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56234e20>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:55.261001 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 1f97e81c-c466-4721-82b0-77f85c4a587e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1f97e81c-c466-4721-82b0-77f85c4a587e,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:55.275769 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:13:55.298309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3777-ef38-474d-9324-ba1d7a414241 req-e45a3592-a27e-4562-a9df-28573024380d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:55.310806 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-871c3777-ef38-474d-9324-ba1d7a414241 req-e45a3592-a27e-4562-a9df-28573024380d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 944 time: 0.0823774
Jun 10 04:13:55.343998 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:13:55.350235 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:55.366964 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f97e81c-c466-4721-82b0-77f85c4a587e {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:13:55.387108 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-871c3777-ef38-474d-9324-ba1d7a414241 req-e1a24146-a262-4a6f-b768-4368cb5584ef tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751665
Jun 10 04:13:55.395107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 1f97e81c-c466-4721-82b0-77f85c4a587e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1f97e81c-c466-4721-82b0-77f85c4a587e,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:55.534394 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:55.536448 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:55.610419 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=1f97e81c-c466-4721-82b0-77f85c4a587e,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:55.613737 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:55.637255 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56234e20>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:13:55.640550 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f5cbbf-0039-454a-ab6b-79e32a8bf19a None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:06:41Z', 'revision_number': 4, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '1eb2ef9e-be1c-464d-9f5c-597c5c59849a', 'name': '', 'network_id': 'cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'mac_address': 'fa:16:3e:e9:ce:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:34Z', 'updated_at': '2021-06-10T04:06:50Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'subnets': [{'id': '9bce6d2b-b454-46d3-823a-358b2f470ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:13:55.850096 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc519f9-f707-45a1-a650-2075c20137f2 None None] New status for floating IP 316ce9ed-3062-4739-8405-388789db5ad5: DOWN {{(pid=92308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:13:55.894462 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['1f97e81c-c466-4721-82b0-77f85c4a587e'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:13:56.300756 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59442) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:56.361469 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.385259 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.506082 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.508658 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.509693 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "DELETE /v2.0/security-groups/61dca55f-beb3-415b-900b-ee86d9270ac9 HTTP/1.1" status: 204  len: 168 time: 0.2079849
Jun 10 04:13:56.512622 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59448) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:56.528860 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.api.v2.resource [None req-0046058e-46e7-433a-bcfc-72116e2b7c6f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] show failed (client error): The resource could not be found.
Jun 10 04:13:56.531004 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-0046058e-46e7-433a-bcfc-72116e2b7c6f tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "GET /v2.0/security-groups/61dca55f-beb3-415b-900b-ee86d9270ac9 HTTP/1.1" status: 404  len: 347 time: 0.0163636
Jun 10 04:13:56.531295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-43a6ef8f-38e8-48f7-95a1-a22ee29aa4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:56.533081 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59450) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:56.545434 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dca55f-beb3-415b-900b-ee86d9270ac9,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:56.548787 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:56.580295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548f7b0-dcd2-44b9-8255-659389937d2c req-5207384b-f0b1-4e34-abd3-0410523d5979 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:56.581791 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f548f7b0-dcd2-44b9-8255-659389937d2c req-5207384b-f0b1-4e34-abd3-0410523d5979 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 945 time: 0.0857108
Jun 10 04:13:56.627320 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-f548f7b0-dcd2-44b9-8255-659389937d2c req-68880c31-f4eb-4840-bae5-f2ede9116341 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389969
Jun 10 04:13:56.705892 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Deleting port a04407f3-ed6b-4b97-aa49-82cdefd184b8 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:13:56.706235 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.810315 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.810621 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:56.903725 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Calling delete_port for a04407f3-ed6b-4b97-aa49-82cdefd184b8 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:13:56.966158 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1f97e81c-c466-4721-82b0-77f85c4a587e up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:13:57.108300 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 1f97e81c-c466-4721-82b0-77f85c4a587e completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:13:57.112154 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 1f97e81c-c466-4721-82b0-77f85c4a587e triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:13:57.112541 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:57.157562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:57.160492 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a96a47c-56d1-43fb-adef-470218e0fa7c tempest-VolumesActionsTest-1662328094 tempest-VolumesActionsTest-1662328094-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:57.189137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Pushing event deleted for resources: {'Port': ['ID=a04407f3-ed6b-4b97-aa49-82cdefd184b8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:57.192303 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:57.202975 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:57.226901 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:13:57.229165 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29178677-6b09-44f4-932a-6b386dd6a8b4" -d '{"events": [{"server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "name": "network-vif-plugged", "status": "completed", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:13:57.246270 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 1f97e81c-c466-4721-82b0-77f85c4a587e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1f97e81c-c466-4721-82b0-77f85c4a587e,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:13:57.264700 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:57.267360 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:57.271360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f271f6be-cfb2-417c-aaaa-744047a74c44 x-openstack-request-id: req-f271f6be-cfb2-417c-aaaa-744047a74c44 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:13:57.271360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "name": "network-vif-plugged", "status": "completed", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:13:57.271360 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f271f6be-cfb2-417c-aaaa-744047a74c44 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:13:57.271360 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'code': 200}
Jun 10 04:13:57.272185 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] 10.222.0.20 "DELETE /v2.0/floatingips/316ce9ed-3062-4739-8405-388789db5ad5 HTTP/1.1" status: 204  len: 168 time: 0.7373314
Jun 10 04:13:57.369192 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:57.370193 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:13:57.373475 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:57.398220 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: a367d2de-bb5a-4280-aa27-da3ccc6378e5 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:13:57.398705 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device a367d2de-bb5a-4280-aa27-da3ccc6378e5 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:13:57.453473 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=1f97e81c-c466-4721-82b0-77f85c4a587e,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:57.456471 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:57.622222 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44890076-aff5-4935-9193-8d7e9bc170ba req-3ee0c7bb-6b1b-449e-be35-b0e06d5d1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:57.624640 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-44890076-aff5-4935-9193-8d7e9bc170ba req-3ee0c7bb-6b1b-449e-be35-b0e06d5d1739 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1099 time: 0.0690129
Jun 10 04:13:57.664154 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-44890076-aff5-4935-9193-8d7e9bc170ba req-25e9d693-8e58-432e-a3c1-db2f841fbf53 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328863
Jun 10 04:13:57.812742 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9969d6b-54e8-4a91-87ba-3436a9a71d39 req-346af0e7-9e1b-49da-bb7d-77ef05b4e720 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:57.814160 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c9969d6b-54e8-4a91-87ba-3436a9a71d39 req-346af0e7-9e1b-49da-bb7d-77ef05b4e720 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.0686595
Jun 10 04:13:57.857145 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c9969d6b-54e8-4a91-87ba-3436a9a71d39 req-908421e4-e0bc-4399-9c5b-fa9946db19fb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367196
Jun 10 04:13:58.070140 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9fc53-fc57-41c1-8cfb-80e18f049bcb req-691b4e43-89c1-434b-883f-e0b7c4072ea4 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:58.071638 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55b9fc53-fc57-41c1-8cfb-80e18f049bcb req-691b4e43-89c1-434b-883f-e0b7c4072ea4 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 945 time: 0.0738204
Jun 10 04:13:58.114054 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-55b9fc53-fc57-41c1-8cfb-80e18f049bcb req-256ca263-2505-489d-85b3-7dccbfdf7a8f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366781
Jun 10 04:13:58.481975 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59484) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:58.584231 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:58.675126 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:58.748264 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:58.751976 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-57d8f02c-caad-483a-a4b9-f3f557f55447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:58.793707 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16b96a0cdaa14d499f8e9ee2f3bf613a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3106546
Jun 10 04:13:58.794695 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bf64d0-ba47-4b4f-8d78-8e5c33cb0421,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:58.796538 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59496) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:58.797685 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:58.853303 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:58.879389 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.010521 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.013073 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.014264 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28bf64d0-ba47-4b4f-8d78-8e5c33cb0421 HTTP/1.1" status: 204  len: 168 time: 0.2166755
Jun 10 04:13:59.015782 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e80cf4a2-54ea-43b8-88d2-691ee1f0d699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:59.029900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bf64d0-ba47-4b4f-8d78-8e5c33cb0421,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:59.032681 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ef04d517-b25a-454f-a992-26ae10a0f843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:59.075563 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e729a1-8981-4113-b9f5-dae6760fcf22 req-3a2a6628-f5eb-442a-acd3-7a689a408f39 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:59.077102 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-11e729a1-8981-4113-b9f5-dae6760fcf22 req-3a2a6628-f5eb-442a-acd3-7a689a408f39 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.1028697
Jun 10 04:13:59.121617 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-11e729a1-8981-4113-b9f5-dae6760fcf22 req-28a0ba05-d0c2-41d3-bf9d-ddeb13efb5a4 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381677
Jun 10 04:13:59.312160 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6ce4b-cec6-464a-ab0f-bc28cf4846d2 req-becfe8d6-b745-4810-b7cc-a5942b5c0396 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:13:59.313791 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-95e6ce4b-cec6-464a-ab0f-bc28cf4846d2 req-becfe8d6-b745-4810-b7cc-a5942b5c0396 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 945 time: 0.0760794
Jun 10 04:13:59.357999 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-95e6ce4b-cec6-464a-ab0f-bc28cf4846d2 req-0efc5530-94e4-4e57-9364-56193b0f0b57 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372369
Jun 10 04:13:59.634370 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59508) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:59.650296 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.744093 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.813753 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.817075 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2f74486d-a540-4448-ae8c-028f74cca77b tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:13:59.856324 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=263e7c1ee6884844b0ea2ba52e8bf289&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2208576
Jun 10 04:13:59.857247 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15d1ff5-6c88-4235-98de-2ed44eb61204,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:13:59.859591 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59510) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:13:59.860124 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:13:59.913437 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:13:59.935468 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:00.071495 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:00.074189 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:00.075355 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c15d1ff5-6c88-4235-98de-2ed44eb61204 HTTP/1.1" status: 204  len: 168 time: 0.2133651
Jun 10 04:14:00.076112 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-92e06070-8720-4b92-969b-40095e98fb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:00.085487 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15d1ff5-6c88-4235-98de-2ed44eb61204,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:00.088107 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:00.221988 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59522) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:00.238256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-231f2250-8f4a-4896-8723-4deb7945d763 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:00.240119 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-231f2250-8f4a-4896-8723-4deb7945d763 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 945 time: 0.0768616
Jun 10 04:14:00.388664 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ff748-5c42-4311-8e0e-1281ba3e8d5a req-120825ce-0e65-4fdd-bd6c-19d5062f8448 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:00.390102 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e10ff748-5c42-4311-8e0e-1281ba3e8d5a req-120825ce-0e65-4fdd-bd6c-19d5062f8448 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.1490896
Jun 10 04:14:00.449606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Deleting port dfa2fc78-a290-4859-8edb-b61e9c308fc5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:14:00.449951 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:00.454867 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-e10ff748-5c42-4311-8e0e-1281ba3e8d5a req-ba0eb0c9-7358-49e7-9a1f-d8645bee0441 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564506
Jun 10 04:14:00.645393 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] For port dfa2fc78-a290-4859-8edb-b61e9c308fc5, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=dfa2fc78-a290-4859-8edb-b61e9c308fc5,segment=NetworkSegment(a59e2524-d4bb-49ae-a953-61c01667f563),segment_id=a59e2524-d4bb-49ae-a953-61c01667f563)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:00.645755 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:00.751397 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Calling delete_port for dfa2fc78-a290-4859-8edb-b61e9c308fc5 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:14:00.830228 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1a074-821b-49c6-ab17-bbd9e2d0feb4 req-1bafde5c-0e65-49e2-adf1-70f68fccb554 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:00.831815 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fdd1a074-821b-49c6-ab17-bbd9e2d0feb4 req-1bafde5c-0e65-49e2-adf1-70f68fccb554 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.2419751
Jun 10 04:14:00.894078 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:00.898644 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fdd1a074-821b-49c6-ab17-bbd9e2d0feb4 req-6e266aa5-7607-4615-a2a7-ef4550a26f5d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595016
Jun 10 04:14:00.937674 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78324f6b-301c-4bda-abdd-c3dd33763c7d req-9989ff5b-d236-43c3-9198-4d38b13e8e4b tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:00.945646 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-78324f6b-301c-4bda-abdd-c3dd33763c7d req-9989ff5b-d236-43c3-9198-4d38b13e8e4b tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 945 time: 0.3553207
Jun 10 04:14:00.951036 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59542) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:01.043012 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf2c200-fe58-4de8-a074-9746d66e4bb4 tempest-TestVolumeBootPattern-970224735 tempest-TestVolumeBootPattern-970224735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:01.044547 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-faf2c200-fe58-4de8-a074-9746d66e4bb4 tempest-TestVolumeBootPattern-970224735 tempest-TestVolumeBootPattern-970224735-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1094 time: 0.0922744
Jun 10 04:14:01.047445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59548) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:01.052048 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:01.077714 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-78324f6b-301c-4bda-abdd-c3dd33763c7d req-e9725fd1-7e17-4aef-b5af-95740e62fbdd tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/security-groups?id=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951819
Jun 10 04:14:01.106186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.106186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5e6e53d-c824-4c43-ba16-ebe5dad9d99c tempest-AttachVolumeNegativeTest-58468005 tempest-AttachVolumeNegativeTest-58468005-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:01.132432 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['dfa2fc78-a290-4859-8edb-b61e9c308fc5'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:14:01.132896 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Pushing event deleted for resources: {'Port': ['ID=dfa2fc78-a290-4859-8edb-b61e9c308fc5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:01.136049 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:01.220442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] No DVR routers for this DVR port dfa2fc78-a290-4859-8edb-b61e9c308fc5 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:14:01.222237 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.226030 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.228090 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-74b5986f-d97f-46d2-8ee0-f371d85fe59f req-0ab374c6-0a77-4b86-add9-25b33a8c8268 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.11 "DELETE /v2.0/ports/dfa2fc78-a290-4859-8edb-b61e9c308fc5 HTTP/1.1" status: 204  len: 173 time: 0.9773867
Jun 10 04:14:01.228634 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'name': 'network-vif-deleted', 'tag': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:14:01.231063 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e252991f-b5e6-480b-9f9a-a04a1ed9b63e" -d '{"events": [{"server_uuid": "b8ef60f8-6593-4b88-922b-017c84bd89c2", "name": "network-vif-deleted", "tag": "dfa2fc78-a290-4859-8edb-b61e9c308fc5"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:14:01.278070 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad1357-dce8-4da2-b57e-6779ee2bef10 x-openstack-request-id: req-48ad1357-dce8-4da2-b57e-6779ee2bef10 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:14:01.278409 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ef60f8-6593-4b88-922b-017c84bd89c2", "name": "network-vif-deleted", "tag": "dfa2fc78-a290-4859-8edb-b61e9c308fc5", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:14:01.278698 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48ad1357-dce8-4da2-b57e-6779ee2bef10 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:14:01.279197 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ef60f8-6593-4b88-922b-017c84bd89c2', 'name': 'network-vif-deleted', 'tag': 'dfa2fc78-a290-4859-8edb-b61e9c308fc5', 'status': 'completed', 'code': 200}
Jun 10 04:14:01.294698 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.362126 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.632429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Allocated IP 172.27.0.54 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/44883bb2-6cf5-4f44-ad3e-b122163e031b) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:01.723008 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Deleting port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:14:01.723354 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.765004 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.823922 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] For port 1eb2ef9e-be1c-464d-9f5c-597c5c59849a, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:01.824296 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.862783 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:01.865823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-397c9b8f-ac74-40c0-929c-a99315fd4a6b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:01.911234 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:01.914462 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:01.918886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:01.921155 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Calling delete_port for 1eb2ef9e-be1c-464d-9f5c-597c5c59849a owned by network:router_interface {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:14:01.922001 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=44883bb2-6cf5-4f44-ad3e-b122163e031b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:01.947834 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:02.243930 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:02.268098 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:02.277766 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b56618d2-b214-4a84-b1fc-eb7416b8607e req-35f6e7c4-3c68-4de1-bf98-e514369d5f5d tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8ef60f8-6593-4b88-922b-017c84bd89c2 HTTP/1.1" status: 200  len: 210 time: 0.0453699
Jun 10 04:14:02.313363 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb2ef9e-be1c-464d-9f5c-597c5c59849a,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:02.316289 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:02.434917 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:02.544436 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:02.620864 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:02.843140 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:14:03.005533 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:14:03.014144 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] 10.222.0.20 "PUT /v2.0/routers/6b0ecabb-15b1-4a41-91f4-7a6a15c42afb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7877145
Jun 10 04:14:03.014144 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59564) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:03.016891 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] Sync routers for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:14:03.029302 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:03.030141 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56234220>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:03.154087 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:03.173640 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:03.197620 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:03.231615 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:03.237152 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-90951870-7161-495b-997d-283aa9b5c75c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:03.335969 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:03.375701 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=44883bb2-6cf5-4f44-ad3e-b122163e031b,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:03.379738 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:03.386467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:03.553693 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Floating IP e0a4aac2-053d-4022-9fb8-35993008a6ed associated. External IP: 172.27.0.54, port: 1f97e81c-c466-4721-82b0-77f85c4a587e.
Jun 10 04:14:03.584645 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56234220>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:14:02Z', 'revision_number': 5, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port': {'id': '73605a4a-515d-4a0e-84c7-25f03bd3a220', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:06:22Z', 'updated_at': '2021-06-10T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:03.589267 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Deleting port 73605a4a-515d-4a0e-84c7-25f03bd3a220 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:14:03.589604 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:03.593259 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] Checking router: 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:14:03.603212 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] Routers {'6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:03.604119 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56234220>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:03.727865 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] Set router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb gateway port host: None {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:03.814536 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56234220>, [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:14:03Z', 'revision_number': 6, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port_host': None}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:03.818676 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70e005-0975-4dce-8ae8-b8fa1af8e22f None None] The sync data for ids ['6b0ecabb-15b1-4a41-91f4-7a6a15c42afb'] in dv-cinder-741349-4-iscsi is: [{'id': '6b0ecabb-15b1-4a41-91f4-7a6a15c42afb', 'name': 'tempest-AttachVolumeShelveTestJSON-2039873289-router', 'tenant_id': 'e4000d33802542d8a9167b711c8516a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:06:19Z', 'updated_at': '2021-06-10T04:14:03Z', 'revision_number': 6, 'project_id': 'e4000d33802542d8a9167b711c8516a1', 'gw_port_host': None}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:14:03.891152 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:14:03.986744 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] For port 73605a4a-515d-4a0e-84c7-25f03bd3a220, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=73605a4a-515d-4a0e-84c7-25f03bd3a220,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:03.987146 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.052236 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:14:04.066090 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:14:04.087207 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:04.087207 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56750160>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:04.087535 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Calling delete_port for 73605a4a-515d-4a0e-84c7-25f03bd3a220 owned by network:router_gateway {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:14:04.178266 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.248981 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1971540
Jun 10 04:14:04.248981 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:14:04.252913 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155337da-d4a8-47fb-b17e-82383ee697c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:14:04.273836 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:04.322866 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b99270-663c-4c91-88e9-9c46b89788ad x-openstack-request-id: req-13b99270-663c-4c91-88e9-9c46b89788ad {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:14:04.322866 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:14:04.322866 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13b99270-663c-4c91-88e9-9c46b89788ad {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:14:04.322866 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'status': 'completed', 'code': 200}
Jun 10 04:14:04.405479 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.408351 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:04.441407 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73605a4a-515d-4a0e-84c7-25f03bd3a220,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:04.445616 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:04.514754 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.584305 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56750160>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:02Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:04.587602 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:14:04.595596 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:04.596200 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56750160>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:13:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:04.674227 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.676653 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.748833 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:04.820839 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.821378 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0ecabb-15b1-4a41-91f4-7a6a15c42afb {{(pid=92307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:14:04.826745 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.830402 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-1333ad11-d8d6-47db-8746-3de50373dda6 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6b0ecabb-15b1-4a41-91f4-7a6a15c42afb HTTP/1.1" status: 204  len: 168 time: 1.8135405
Jun 10 04:14:04.831158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59584) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:04.893504 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Deleting subnet 9bce6d2b-b454-46d3-823a-358b2f470ccb {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:14:04.898946 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:04.950081 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12625173'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.077448 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.184651 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56750160>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:02Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:05.188169 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea5194-ae2b-4aea-a3b0-00bc316090bc None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:02Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:14:05.205530 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24941509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25087451'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.208367 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:05.249428 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bce6d2b-b454-46d3-823a-358b2f470ccb,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:05.272095 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:05.277288 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.281473 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d62908a-08d9-4db7-9624-c1b737d508e9 None None] Network cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:14:05.281683 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f3f456ca-1b84-419b-80fa-8e4cb5162e16 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9bce6d2b-b454-46d3-823a-358b2f470ccb HTTP/1.1" status: 204  len: 168 time: 0.4469221
Jun 10 04:14:05.282427 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59590) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:05.317259 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-3c74a93f-430e-4e4d-9a00-9c79d02f5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:05.319635 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-3c74a93f-430e-4e4d-9a00-9c79d02f5919 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1099 time: 0.0844743
Jun 10 04:14:05.382944 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.433560 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e6a37f-3740-41c6-b950-3e0136cfd2d1 None None] New status for floating IP e0a4aac2-053d-4022-9fb8-35993008a6ed: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:14:05.451005 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1eb2ef9e-be1c-464d-9f5c-597c5c59849a no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:14:05.451554 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Deleting port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:14:05.452035 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.478123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 1eb2ef9e-be1c-464d-9f5c-597c5c59849a {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:14:05.478476 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1eb2ef9e-be1c-464d-9f5c-597c5c59849a not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:14:05.479125 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 73605a4a-515d-4a0e-84c7-25f03bd3a220 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:14:05.511493 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 73605a4a-515d-4a0e-84c7-25f03bd3a220 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:14:05.512161 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 73605a4a-515d-4a0e-84c7-25f03bd3a220 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:14:05.542577 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] For port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:05.542987 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.583399 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] DHCP port deletion for cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:14:05.639079 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Deleting port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:14:05.639472 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.639867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Calling delete_port for 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca owned by network:dhcp {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:14:05.728159 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] For port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,segment=NetworkSegment(4420d0a8-db44-4fc1-84b7-62eb8977a669),segment_id=4420d0a8-db44-4fc1-84b7-62eb8977a669)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:05.728568 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.803051 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.805131 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:05.822472 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Calling delete_port for 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:14:05.831699 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:05.836188 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:05.840599 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] No DVR routers for this DVR port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca on host dv-cinder-741349-4-iscsi {{(pid=92307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:14:05.918687 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.920553 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:05.942270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.949067 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Pushing event deleted for resources: {'Port': ['ID=3a171fd7-1957-444c-8fd5-5cbc3e05a7ca,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:05.954129 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:05.954471 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb556b2b80>,) {'filters': {'network_id': ['cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:05.954580 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] No DVR routers for this DVR port 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:14:05.966407 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb556b2b80>, '4420d0a8-db44-4fc1-84b7-62eb8977a669') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:05.966767 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb556b2b80>, '4420d0a8-db44-4fc1-84b7-62eb8977a669') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:05.976432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.990695 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.996360 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:14:05.999827 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:14:06.139955 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:06.143439 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:06.145801 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:06.147596 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b HTTP/1.1" status: 204  len: 168 time: 0.8641565
Jun 10 04:14:06.160567 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb7b73f1-4b1d-4258-9ab2-1fbd039ddb1b,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:06.162984 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4f7ae806-95eb-406f-a36c-50e6e20ca6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:06.555639 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59598) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:06.597202 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-eed2417c-ce09-461b-a512-9b5bff5345a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4000d33802542d8a9167b711c8516a1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0402062
Jun 10 04:14:06.599439 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59600) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:06.653803 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:06.676132 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:06.805222 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:06.807742 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:06.808870 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1348f1e-f679-49cf-a194-eab156f5021c HTTP/1.1" status: 204  len: 168 time: 0.2085397
Jun 10 04:14:06.809650 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:06.817745 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1348f1e-f679-49cf-a194-eab156f5021c,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:06.820075 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:07.029676 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dfa2fc78-a290-4859-8edb-b61e9c308fc5 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:14:07.055171 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: dfa2fc78-a290-4859-8edb-b61e9c308fc5 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:14:07.055592 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device dfa2fc78-a290-4859-8edb-b61e9c308fc5 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:14:07.120750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-c4116706-e307-4e29-bb9c-0a4bc941e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:07.122260 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-c4116706-e307-4e29-bb9c-0a4bc941e642 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1156802
Jun 10 04:14:07.214415 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-8b1d5e0c-f3bb-473e-8ba1-4521de850054 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 200  len: 1001 time: 0.0831225
Jun 10 04:14:07.281282 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-9b222f59-ddc4-4740-b04c-e9db603fff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:07.285638 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-9b222f59-ddc4-4740-b04c-e9db603fff21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0620241
Jun 10 04:14:07.346592 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-89828610-1e5c-40c8-9f5c-e4650fdc6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:07.348118 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-89828610-1e5c-40c8-9f5c-e4650fdc6cdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0578103
Jun 10 04:14:07.429513 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:14:07.454448 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:14:07.458716 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3a171fd7-1957-444c-8fd5-5cbc3e05a7ca not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:14:07.469047 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-67a0164c-3539-437a-8029-c93d799701ab service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1133449
Jun 10 04:14:07.586264 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-155337da-d4a8-47fb-b17e-82383ee697c5 req-6c2ffc82-6585-4395-8ab4-843e0d601f24 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098390
Jun 10 04:14:09.233758 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59656) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:09.339336 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5971-0c36-4d56-80fc-bcedc24cfeef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.428362 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5971-0c36-4d56-80fc-bcedc24cfeef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.540115 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5971-0c36-4d56-80fc-bcedc24cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.542751 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-41389d27-3a66-4bd7-bd85-419245138f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:09.580759 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d5971-0c36-4d56-80fc-bcedc24cfeef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c7f4c-830c-450e-8558-c2d9f0dddebb,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:09.584999 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-cd1d5971-0c36-4d56-80fc-bcedc24cfeef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=069b0305f1cd4d1fb2a6dded67e0b9ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3502231
Jun 10 04:14:09.585906 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-cd1d5971-0c36-4d56-80fc-bcedc24cfeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:09.587560 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59662) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:09.640369 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.662187 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.785456 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.788135 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:09.789261 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c01c7f4c-830c-450e-8558-c2d9f0dddebb HTTP/1.1" status: 204  len: 168 time: 0.2008152
Jun 10 04:14:09.790031 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5028ac9b-7360-46db-9bc9-056e7e66157b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:09.799341 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c7f4c-830c-450e-8558-c2d9f0dddebb,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:09.801817 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-05428041-161a-460c-af9f-9d1fa613a0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:10.322921 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59670) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:10.339374 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.427871 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.505419 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.507984 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e8810f28-08b5-486a-9e97-c87aca0a544c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:10.548287 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=785eb2c13fc94353b446f6cc81614df5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2241676
Jun 10 04:14:10.549133 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58eb6c8-525f-461e-980b-3c6fd984e89b,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:10.551218 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59674) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:10.555605 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:10.604707 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.626750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.756614 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.759843 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:10.760955 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e58eb6c8-525f-461e-980b-3c6fd984e89b HTTP/1.1" status: 204  len: 168 time: 0.2086453
Jun 10 04:14:10.761699 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8f4438c5-9196-4386-a837-abcb9ccb440f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:10.770079 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58eb6c8-525f-461e-980b-3c6fd984e89b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:10.777275 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.777720 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.778045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.778407 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.778916 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.779300 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.779655 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.780009 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.780364 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.780715 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.781067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.781412 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:10.785655 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:13.342397 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-c19e3aa0-4234-46fb-80e5-1d4656e08730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:15.839374 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:15.879551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-cffebab7-e713-448c-9e2e-c7f228b6c0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:16.953358 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:17.009268 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:14:17.809829 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59808) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:17.926118 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.020888 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.113486 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.116955 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-266cf359-5807-4f86-9c9b-638a57ee5d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:18.155945 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89d266238ce84a95955a2617fcb1e900&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3450484
Jun 10 04:14:18.157088 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f008ac-6f8e-42e7-b13c-f7b6ebd6ee42,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:18.158669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59820) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:18.160100 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:18.214360 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.238139 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.450854 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.453516 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:18.454649 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78f008ac-6f8e-42e7-b13c-f7b6ebd6ee42 HTTP/1.1" status: 204  len: 168 time: 0.2949288
Jun 10 04:14:18.455440 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b2da2354-9306-453a-b29e-44d4fa437708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:18.464066 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f008ac-6f8e-42e7-b13c-f7b6ebd6ee42,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:18.466872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:18.682882 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.109498 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 59832) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:19.125457 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.218288 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.328944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.333108 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-03186855-926f-4154-aec2-ab3b07413211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:19.377884 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6add9631b1e4d7ab4703f0ff7d98358&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2669878
Jun 10 04:14:19.378771 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa48b86-384a-4c97-9e71-9ee5541c7a58,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:19.380552 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59840) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:19.382253 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:19.435790 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.458510 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.613739 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.616509 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:19.617643 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1aa48b86-384a-4c97-9e71-9ee5541c7a58 HTTP/1.1" status: 204  len: 168 time: 0.2360697
Jun 10 04:14:19.618431 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-bc2bfe2f-503a-4bcd-a13c-d65703753fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:19.627875 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa48b86-384a-4c97-9e71-9ee5541c7a58,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:19.630162 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:29.598419 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 59990) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:29.711654 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:29.807807 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:29.933957 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:29.937426 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-afdc6f79-796c-49c5-a59d-e71b531e0e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:29.978537 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7ae934cfff446b78a8f38c3aa95924d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3774710
Jun 10 04:14:29.978537 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d790a-0172-437f-b532-69d56eb04496,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:29.980219 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60004) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:29.986773 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.987397 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.987771 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.988131 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.988489 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.988844 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.989194 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.989544 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.989976 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.990243 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.990672 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.991167 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:29.995527 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-49a9bfc9-e658-48b8-ba14-bbca2f78796b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:30.041928 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:30.064812 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:30.208131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:30.210846 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:30.212036 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b70d790a-0172-437f-b532-69d56eb04496 HTTP/1.1" status: 204  len: 168 time: 0.2308340
Jun 10 04:14:30.213381 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e272301-4211-410d-8177-9b5c03c295c0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:30.221750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d790a-0172-437f-b532-69d56eb04496,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:30.224272 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ba11a7fc-4ee2-410b-8fd7-f69402258378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:30.936480 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:30.945807 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60018) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:30.961455 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b3b0-826d-4405-8b6c-be38666ff4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.058811 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b3b0-826d-4405-8b6c-be38666ff4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.136626 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b3b0-826d-4405-8b6c-be38666ff4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.142872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d6afc8d6-9b60-4995-8375-6a30f22bff5a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:31.184417 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7b3b0-826d-4405-8b6c-be38666ff4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4df255-4fad-4fa3-a1f0-8a8c1d518a54,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:31.191804 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d7b7b3b0-826d-4405-8b6c-be38666ff4c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef7e7973cbe047b8a87d40d25f42557a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2445006
Jun 10 04:14:31.191917 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60034) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:31.192304 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d7b7b3b0-826d-4405-8b6c-be38666ff4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:31.245121 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.267624 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.457595 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.460297 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:31.461467 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b4df255-4fad-4fa3-a1f0-8a8c1d518a54 HTTP/1.1" status: 204  len: 168 time: 0.2688572
Jun 10 04:14:31.462438 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-be552d74-8654-46fa-a1a2-e9e9d604529b tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:31.472025 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4df255-4fad-4fa3-a1f0-8a8c1d518a54,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:31.474432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:31.792969 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60048) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:31.915246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.011828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.054225 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.058138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b035bbae-8dfd-42dc-bd4f-ea9ce38b803e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:32.103228 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e3ece52131f40a29d9744d00da9bdbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3090620
Jun 10 04:14:32.104277 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd152de-eceb-4aa7-ae1c-e30316b81878,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:32.106281 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60062) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:32.112094 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:32.164951 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.187427 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.331035 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.333682 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:32.336927 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8dd152de-eceb-4aa7-ae1c-e30316b81878 HTTP/1.1" status: 204  len: 168 time: 0.2288632
Jun 10 04:14:32.337746 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-62d0648b-db34-4c48-b2dc-7393dbdf08bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:32.350741 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd152de-eceb-4aa7-ae1c-e30316b81878,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:32.351453 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a0ecef6c-c6ce-4d42-bef5-5dd92a536cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:38.918284 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60260) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:39.024749 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-52fbe6e2-46fa-4c15-b1e6-e426343f7805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.113603 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-52fbe6e2-46fa-4c15-b1e6-e426343f7805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.208004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-52fbe6e2-46fa-4c15-b1e6-e426343f7805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.211659 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-27f89bcf-ecfe-4713-8b0e-d8fc75890c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:39.249236 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-52fbe6e2-46fa-4c15-b1e6-e426343f7805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa292aab2d146e29dc2e16a2b067a83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3299289
Jun 10 04:14:39.251766 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbe6e2-46fa-4c15-b1e6-e426343f7805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ae395-ac61-48e6-ad53-59391925958e,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:39.252628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60268) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:39.255030 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-52fbe6e2-46fa-4c15-b1e6-e426343f7805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:39.306808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.332972 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.372218 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60272) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:39.478947 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-706cb117-5338-48b8-ba6d-5f3a4b196ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.479137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.485384 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.485384 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/904ae395-ac61-48e6-ad53-59391925958e HTTP/1.1" status: 204  len: 168 time: 0.2294109
Jun 10 04:14:39.485384 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-97a57010-1e59-4aa6-9793-0bf3d83ddc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:39.493459 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ae395-ac61-48e6-ad53-59391925958e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:39.496130 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f067b172-d073-4b5e-93dc-cc353a6fb5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:39.572550 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-706cb117-5338-48b8-ba6d-5f3a4b196ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.670905 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-706cb117-5338-48b8-ba6d-5f3a4b196ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.675197 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-da7a4046-502b-477d-af44-15e6b482cd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:39.716649 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-706cb117-5338-48b8-ba6d-5f3a4b196ae7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d89d99543b24eb294eef100a9a0709b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3432643
Jun 10 04:14:39.718168 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cb117-5338-48b8-ba6d-5f3a4b196ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa58451d-1ce1-454f-8211-bdd65091c39d,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:39.719388 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60278) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:39.721619 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-706cb117-5338-48b8-ba6d-5f3a4b196ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:39.774097 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.797636 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.939569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.942206 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:39.943483 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa58451d-1ce1-454f-8211-bdd65091c39d HTTP/1.1" status: 204  len: 168 time: 0.2225864
Jun 10 04:14:39.944748 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-67acd385-937c-42ee-a995-1f4be29da1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:39.954678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa58451d-1ce1-454f-8211-bdd65091c39d,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:39.957149 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f3c387fb-4207-4853-b779-e6bdb04818ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:40.080064 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60292) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:40.130360 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Deleting subnet 9ca0fded-fa75-4c3a-a019-7655a3feefa1 {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:14:40.134192 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.175305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.223810 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.382599 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.386709 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:40.415948 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca0fded-fa75-4c3a-a019-7655a3feefa1,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:40.419006 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:40.419980 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.422299 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2a5c1be0-39fa-40aa-8a09-675f4bf4da7c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ca0fded-fa75-4c3a-a019-7655a3feefa1 HTTP/1.1" status: 204  len: 168 time: 0.3442864
Jun 10 04:14:40.424364 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60304) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:40.513774 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.620033 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.631217 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4fc838e0>,) {'filters': {'network_id': ['dd234b69-5dea-4725-9879-477d528981f4']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:40.642414 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4fc838e0>, 'a59e2524-d4bb-49ae-a953-61c01667f563') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:40.642414 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4fc838e0>, 'a59e2524-d4bb-49ae-a953-61c01667f563') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:40.650723 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60312) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:40.653675 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.665968 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bbd26d84-2b42-47d9-b1f7-d16fa9a28f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.669517 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.676493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:14:40.676877 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:14:40.678746 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:14:40.811253 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.815714 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:40.834489 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.836688 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd234b69-5dea-4725-9879-477d528981f4 HTTP/1.1" status: 204  len: 168 time: 0.4106386
Jun 10 04:14:40.837683 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd234b69-5dea-4725-9879-477d528981f4,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:40.840969 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b3c240aa-2665-461c-aad0-f3b205987fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:40.881946 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bbd26d84-2b42-47d9-b1f7-d16fa9a28f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.964977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-bbd26d84-2b42-47d9-b1f7-d16fa9a28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:40.968548 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e569d5f1-009b-47ab-bd14-cfbb74b86ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:41.007325 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-bbd26d84-2b42-47d9-b1f7-d16fa9a28f53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=577a6e39915e48179b6ac08129a3a483&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3563440
Jun 10 04:14:41.008194 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd26d84-2b42-47d9-b1f7-d16fa9a28f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd98dc9-30fb-4922-8f89-b288f8c0873d,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:41.010047 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60318) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:41.011204 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-bbd26d84-2b42-47d9-b1f7-d16fa9a28f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:41.066572 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.089192 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.207832 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.210462 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.211668 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcd98dc9-30fb-4922-8f89-b288f8c0873d HTTP/1.1" status: 204  len: 168 time: 0.2005923
Jun 10 04:14:41.225120 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4bdb0a7e-598b-4582-a713-16bdcab9278e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:41.225120 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd98dc9-30fb-4922-8f89-b288f8c0873d,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:41.225120 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4f2bfb72-0bc6-4be6-8cd2-a4e3a1535d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:41.321060 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60324) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:41.368146 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-21f92f85-160d-4eb6-b906-67896919a79b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b8d48f9d171438cbbc1b1f9395158c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0449953
Jun 10 04:14:41.370476 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60326) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:41.403681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60328) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:41.424746 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.447762 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.513510 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c5bc-a897-4058-87fb-da5d6e4bc439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.596681 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.599869 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.607690 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/71816637-fa4c-4a2c-aa4d-f9e3178dcd7c HTTP/1.1" status: 204  len: 168 time: 0.2296796
Jun 10 04:14:41.607690 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-89a0c7b5-fdb1-4d8c-a34c-4dd76fe9b0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:41.613887 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71816637-fa4c-4a2c-aa4d-f9e3178dcd7c,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:41.622008 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-3187dc68-3433-40c4-af5c-9d2a31197ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:41.667684 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c5bc-a897-4058-87fb-da5d6e4bc439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.765014 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-a5b8c5bc-a897-4058-87fb-da5d6e4bc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.767698 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5cee72f2-4f2a-4443-9dcc-a035d70dcef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:41.807343 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-a5b8c5bc-a897-4058-87fb-da5d6e4bc439 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a63bfaaa3474e91808c31956d3cb452&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4024291
Jun 10 04:14:41.808969 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8c5bc-a897-4058-87fb-da5d6e4bc439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9384f-c56a-46d8-8ebd-9c50b25165c2,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:41.809982 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60336) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:41.812630 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-a5b8c5bc-a897-4058-87fb-da5d6e4bc439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:41.867295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.889054 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.997043 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:41.999857 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.001141 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ba9384f-c56a-46d8-8ebd-9c50b25165c2 HTTP/1.1" status: 204  len: 168 time: 0.1900158
Jun 10 04:14:42.001832 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ffc447dc-ee83-44ed-aa15-4ba6339007d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:42.016186 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9384f-c56a-46d8-8ebd-9c50b25165c2,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:42.023806 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:42.039674 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60344) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:42.056515 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955b2815-3b73-4b61-bab1-18f0d25cfdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.148005 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955b2815-3b73-4b61-bab1-18f0d25cfdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.224951 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-955b2815-3b73-4b61-bab1-18f0d25cfdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.228613 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-cb22e832-9c15-452e-9fc0-bc459c2def64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:42.268345 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-955b2815-3b73-4b61-bab1-18f0d25cfdee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aba9f123788741438c4951b30bf378b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2279627
Jun 10 04:14:42.269395 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b2815-3b73-4b61-bab1-18f0d25cfdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f3b34c-0768-43db-862d-40a332b7b281,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:42.271515 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60350) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:42.272749 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-955b2815-3b73-4b61-bab1-18f0d25cfdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:42.336941 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.364326 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.503011 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.505592 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.506733 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9f3b34c-0768-43db-862d-40a332b7b281 HTTP/1.1" status: 204  len: 168 time: 0.2339532
Jun 10 04:14:42.507533 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d454daeb-4b5d-4744-b5f9-58a35ee959b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:42.516674 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f3b34c-0768-43db-862d-40a332b7b281,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:42.519011 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4bcdbe5a-c94d-453e-b909-ce21c7a0c5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:42.785544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60364) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:42.882727 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-44196609-network', 'tenant_id': '19ee786748654067bf564c8a5afc9578'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:42.985257 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Made reservation on behalf of 19ee786748654067bf564c8a5afc9578 for: {'network': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:14:42.987599 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:42.998125 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.091139 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.144889 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.149562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-3e4c0221-1955-458e-82b0-0e01d124a709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:43.182170 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242}  {{(pid=92305) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:14:43.188309 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c366a0-c329-483a-9a01-29755e95e83b,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:43.191938 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:43.194704 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.201241 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.segments_db [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Added segment b42714b5-11fd-4d17-8d1b-44d7aa56e783 of type vlan for network 6d568410-1f9b-4149-aebd-03c17a313877
Jun 10 04:14:43.250493 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.333780 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70b26612-8a7a-42c5-9c56-c372d567e9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.362450 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.363896 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:43.364477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.367730 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-711c7811-e64e-4bd9-8ea4-182e231361cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:43.449097 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Pushing event updated for resources: {'Network': ['ID=6d568410-1f9b-4149-aebd-03c17a313877,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:43.451936 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:43.460576 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 6d568410-1f9b-4149-aebd-03c17a313877 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:14:43.525721 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-235add79-4aee-446b-9b6b-a7cb6e48dc77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.7390666
Jun 10 04:14:43.529428 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60392) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:43.534477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Request body: {'subnet': {'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-44196609-subnet', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'ip_version': 4}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:43.613892 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Made reservation on behalf of 19ee786748654067bf564c8a5afc9578 for: {'subnet': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:14:43.616327 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25087428'] for subnet, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.919342 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24941444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25087442'] for subnet, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:43.922517 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:43.989576 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d7849e-a0a6-4e5e-b18c-b939598633ea,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:43.994097 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:43.996664 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Checking segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:43.997020 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Network hostable DHCP agents. Network: 6d568410-1f9b-4149-aebd-03c17a313877, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92305) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:14:44.116370 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Network 6d568410-1f9b-4149-aebd-03c17a313877 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92305) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:14:44.219238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 6d568410-1f9b-4149-aebd-03c17a313877) {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:44.224036 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:44.224812 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.232437 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b9b9e-fad8-4a2c-a529-bdd6fdebbbfc None None] Network 6d568410-1f9b-4149-aebd-03c17a313877 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:14:44.312638 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60410) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:44.346687 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8161230
Jun 10 04:14:44.349724 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60414) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:44.354501 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:44.420439 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-6d568410-1f9b-4149-aebd-03c17a313877', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:14:44.421299 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.424077 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-095294f8-231d-40da-a4db-cacc97680028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.449384 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.450412 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.541903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.574960 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Allocated IP 172.20.0.2 (6d568410-1f9b-4149-aebd-03c17a313877/87d7849e-a0a6-4e5e-b18c-b939598633ea/8131e5d8-88a6-45b8-8f06-414585bfb510) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:44.591942 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-095294f8-231d-40da-a4db-cacc97680028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.674150 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-095294f8-231d-40da-a4db-cacc97680028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.747987 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.756660 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Transition to ACTIVE for port object 8131e5d8-88a6-45b8-8f06-414585bfb510 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:44.772863 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Transition to ACTIVE for port object 8131e5d8-88a6-45b8-8f06-414585bfb510 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:44.846283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.848329 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:44.899115 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Network 6d568410-1f9b-4149-aebd-03c17a313877 is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:44.902142 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:44.906660 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:44.912472 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Pushing event updated for resources: {'Port': ['ID=8131e5d8-88a6-45b8-8f06-414585bfb510,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:44.923441 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.923792 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.924133 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.924536 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.924792 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.925116 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.925436 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.925753 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.926329 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.926653 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.927232 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.927552 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:44.931308 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:44.991031 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Attempting to bind port 8131e5d8-88a6-45b8-8f06-414585bfb510 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:14:44.991410 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Attempting to bind port 8131e5d8-88a6-45b8-8f06-414585bfb510 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:14:44.991774 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Attempting to bind port 8131e5d8-88a6-45b8-8f06-414585bfb510 on network 6d568410-1f9b-4149-aebd-03c17a313877 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:14:44.993686 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b199732-6000-4ca1-8cf5-38b42ea6b7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:44.996553 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:14:44.996940 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Checking segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:44.997343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:44.997741 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Bound using segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:14:44.998209 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Bound port: 8131e5d8-88a6-45b8-8f06-414585bfb510, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:14:44.998587 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.039096 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095294f8-231d-40da-a4db-cacc97680028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d828cb-c54b-4e8e-8a4f-6337901237ca,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:45.043289 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-095294f8-231d-40da-a4db-cacc97680028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:45.071918 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] For port 8131e5d8-88a6-45b8-8f06-414585bfb510, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:14:45.075032 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] For port 8131e5d8-88a6-45b8-8f06-414585bfb510, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=8131e5d8-88a6-45b8-8f06-414585bfb510,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:14:45.092260 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-095294f8-231d-40da-a4db-cacc97680028 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01302a0d070147e18736216633f10cb5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7785108
Jun 10 04:14:45.095083 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60416) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:45.139808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.140040 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.142594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:45.150459 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.173338 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.206197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Pushing event updated for resources: {'Port': ['ID=8131e5d8-88a6-45b8-8f06-414585bfb510,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:45.211641 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:45.308142 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.311152 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.320943 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02d828cb-c54b-4e8e-8a4f-6337901237ca HTTP/1.1" status: 204  len: 168 time: 0.2246175
Jun 10 04:14:45.322093 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-fc4a0e9c-09ff-473b-af6d-518682bdceb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:45.332189 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d828cb-c54b-4e8e-8a4f-6337901237ca,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:45.334608 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:45.533495 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 8131e5d8-88a6-45b8-8f06-414585bfb510 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:45.550616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.581131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.676918 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 8131e5d8-88a6-45b8-8f06-414585bfb510 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:45.703147 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Allocated IP 172.27.0.114 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/6500c339-5be4-438f-b88f-6c36b49e09f5) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:45.849947 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.902561 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.945532 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-64bc657b-3d1f-453c-9cd1-bd3ffd206328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.970433 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:45.976922 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5a75be24-711c-4df6-b2e3-428c75e6bb3f tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:46.011608 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:46.026134 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:46.029645 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:46.068255 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Pushing event updated for resources: {'Port': ['ID=6500c339-5be4-438f-b88f-6c36b49e09f5,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:46.068377 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964bb61-6069-43ee-8cee-8e6756f36e7a None None] Network 6d568410-1f9b-4149-aebd-03c17a313877 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:14:46.073256 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:46.223320 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Provisioning for port 8131e5d8-88a6-45b8-8f06-414585bfb510 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:46.237111 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Provisioning complete for port 8131e5d8-88a6-45b8-8f06-414585bfb510 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:46.237498 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:46.377486 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:46.420427 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] For port 8131e5d8-88a6-45b8-8f06-414585bfb510, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=8131e5d8-88a6-45b8-8f06-414585bfb510,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:46.455978 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:46.493915 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:46.495858 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:46.558107 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Pushing event updated for resources: {'Port': ['ID=8131e5d8-88a6-45b8-8f06-414585bfb510,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:46.561747 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:46.616414 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-137c81a6-c066-4fb3-9ff0-3f0c5da755c8 None None] Provisioning complete for port 8131e5d8-88a6-45b8-8f06-414585bfb510 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:46.617370 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-137c81a6-c066-4fb3-9ff0-3f0c5da755c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:46.758093 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:46.996667 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:47.042741 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Router 7ad69346-c462-48d0-af10-fee5cf82f74b is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92305) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:14:47.191646 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:14:47.199912 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Sync routers for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:14:47.208625 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:47.209250 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55a8f370>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:47.262432 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:47.264196 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.9127679
Jun 10 04:14:47.266750 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60448) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:47.470496 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 8131e5d8-88a6-45b8-8f06-414585bfb510 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:47.560025 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:47.600249 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 8131e5d8-88a6-45b8-8f06-414585bfb510 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:47.600551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:47.881595 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55a8f370>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:46Z', 'revision_number': 3, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:47.885188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Checking router: 7ad69346-c462-48d0-af10-fee5cf82f74b for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:14:47.885544 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Updating router 7ad69346-c462-48d0-af10-fee5cf82f74b port 6500c339-5be4-438f-b88f-6c36b49e09f5 binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:14:47.927536 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.068513 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.221900 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.231738 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Transition to ACTIVE for port object 6500c339-5be4-438f-b88f-6c36b49e09f5 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:48.242072 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Allocated IP 172.20.0.1 (6d568410-1f9b-4149-aebd-03c17a313877/87d7849e-a0a6-4e5e-b18c-b939598633ea/b459feb2-53da-4ea7-8e63-31a9880efba0) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:48.342504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.344602 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:48.366754 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.382578 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.provisioning_blocks [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Transition to ACTIVE for port object b459feb2-53da-4ea7-8e63-31a9880efba0 will not be triggered until provisioned by entity DHCP. {{(pid=92307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:48.402114 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c929a-94d9-4c82-a753-59dd738d43c4 None None] Pushing event updated for resources: {'Port': ['ID=6500c339-5be4-438f-b88f-6c36b49e09f5,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:48.406449 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d66c929a-94d9-4c82-a753-59dd738d43c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:48.417036 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Attempting to bind port 6500c339-5be4-438f-b88f-6c36b49e09f5 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:14:48.417036 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Attempting to bind port 6500c339-5be4-438f-b88f-6c36b49e09f5 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:14:48.417036 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Attempting to bind port 6500c339-5be4-438f-b88f-6c36b49e09f5 on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:14:48.418545 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:14:48.419028 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:48.419447 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.419853 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:14:48.420330 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Bound port: 6500c339-5be4-438f-b88f-6c36b49e09f5, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:14:48.420708 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.479837 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.480092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] For port 6500c339-5be4-438f-b88f-6c36b49e09f5, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:14:48.483080 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:48.483489 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] For port 6500c339-5be4-438f-b88f-6c36b49e09f5, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=6500c339-5be4-438f-b88f-6c36b49e09f5,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:14:48.520315 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Network 6d568410-1f9b-4149-aebd-03c17a313877 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:48.526566 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:48.529938 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:48.537300 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.540977 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-585572fe-6e55-4045-84e8-ef9356a3e49e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:48.564401 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Pushing event updated for resources: {'Port': ['ID=b459feb2-53da-4ea7-8e63-31a9880efba0,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:48.572189 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:48.584160 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.616362 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:48.616362 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55a8f370>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:48.670435 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c929a-94d9-4c82-a753-59dd738d43c4 None None] Pushing event updated for resources: {'Port': ['ID=6500c339-5be4-438f-b88f-6c36b49e09f5,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:48.727924 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d66c929a-94d9-4c82-a753-59dd738d43c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:48.782872 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:48.854546 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.862800 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.863504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9715b866-ffac-4529-8749-f29d1d617692 None None] Provisioning for port b459feb2-53da-4ea7-8e63-31a9880efba0 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:48.887620 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9715b866-ffac-4529-8749-f29d1d617692 None None] Provisioning complete for port b459feb2-53da-4ea7-8e63-31a9880efba0 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:48.887999 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9715b866-ffac-4529-8749-f29d1d617692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:48.992528 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-9715b866-ffac-4529-8749-f29d1d617692 None None] Port b459feb2-53da-4ea7-8e63-31a9880efba0 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:14:49.052718 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.063304 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55a8f370>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:46Z', 'revision_number': 3, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:49.067221 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05b467e-8a41-487d-a467-799f92f42546 None None] The sync data for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi is: [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:46Z', 'revision_number': 3, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:14:49.119421 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.121880 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e5125b71-4477-4e0e-9125-b560be21894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:49.205889 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.207666 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Pushing event updated for resources: {'Port': ['ID=b459feb2-53da-4ea7-8e63-31a9880efba0,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:49.210833 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:49.347096 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Network 6d568410-1f9b-4149-aebd-03c17a313877 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:49.348672 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:49.516189 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 6500c339-5be4-438f-b88f-6c36b49e09f5 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:49.526117 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Router 7ad69346-c462-48d0-af10-fee5cf82f74b has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:14:49.613873 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-078095de-b1da-4025-9b36-82b3d95804a1 None None] Provisioning complete for port b459feb2-53da-4ea7-8e63-31a9880efba0 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:49.614372 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-078095de-b1da-4025-9b36-82b3d95804a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.659118 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 6500c339-5be4-438f-b88f-6c36b49e09f5 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:49.662229 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-078095de-b1da-4025-9b36-82b3d95804a1 None None] Port b459feb2-53da-4ea7-8e63-31a9880efba0 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:14:49.666502 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 6500c339-5be4-438f-b88f-6c36b49e09f5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:49.666881 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.690384 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:14:49.709290 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] 10.222.0.20 "PUT /v2.0/routers/7ad69346-c462-48d0-af10-fee5cf82f74b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4411566
Jun 10 04:14:49.774429 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.799325 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 6500c339-5be4-438f-b88f-6c36b49e09f5, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=6500c339-5be4-438f-b88f-6c36b49e09f5,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:49.877248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:49.879278 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:49.937282 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=6500c339-5be4-438f-b88f-6c36b49e09f5,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:49.947405 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:50.497294 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60482) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:50.502409 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1209132266-network', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:50.593770 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Made reservation on behalf of fc1aceb9926a4bb7a74ac4a624cf1798 for: {'network': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:14:50.596723 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-760082'] for network, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.608303 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.688688 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Sync routers for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:14:50.698111 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:50.698733 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb561372e0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:50.717197 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.788139 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.791366 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8ae4d8b0-31c6-4b34-a470-7b472c182685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:50.816865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229}  {{(pid=92307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 10 04:14:50.822838 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09867092-03bc-45da-aa35-101d50478494,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:50.826523 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:50.829775 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.830113 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.segments_db [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Added segment 02b67423-d896-4e80-b79a-4fd3418669df of type vlan for network 26be3f93-4f24-4524-8063-897a96e7f0e3
Jun 10 04:14:50.840862 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:50.884096 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794842943892'] for network, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.979403 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708'] for network, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.980702 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:50.981295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:50.984294 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-20515797-5688-4965-8586-6e8e80886d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:51.062653 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Pushing event updated for resources: {'Network': ['ID=26be3f93-4f24-4524-8063-897a96e7f0e3,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:51.065820 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:51.073413 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 details requested by agent ovs-agent-dv-cinder-741349-4-iscsi with host dv-cinder-741349-4-iscsi {{(pid=92308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 10 04:14:51.077887 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-5f920eea-ff84-4561-a9d5-d135f97f520b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5795233
Jun 10 04:14:51.081254 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60488) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:51.086384 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Request body: {'subnet': {'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1209132266-subnet', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'ip_version': 4}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:51.099943 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb561372e0>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 2, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:51.103339 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Checking router: 7ad69346-c462-48d0-af10-fee5cf82f74b for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:14:51.103701 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Updating router 7ad69346-c462-48d0-af10-fee5cf82f74b port b459feb2-53da-4ea7-8e63-31a9880efba0 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:14:51.144767 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.199601 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Made reservation on behalf of fc1aceb9926a4bb7a74ac4a624cf1798 for: {'subnet': 1} {{(pid=92307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:14:51.202150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973279'] for subnet, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.476750 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 6500c339-5be4-438f-b88f-6c36b49e09f5 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:51.508206 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14501411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973257'] for subnet, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.510878 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:51.536422 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 6500c339-5be4-438f-b88f-6c36b49e09f5 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:51.536840 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.583985 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.593004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94741f01-6ebf-4509-b15e-67f4337a1a08,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:51.594217 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Transition to ACTIVE for port object b459feb2-53da-4ea7-8e63-31a9880efba0 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:51.597747 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:51.605317 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Checking segment: {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:51.605317 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Network hostable DHCP agents. Network: 26be3f93-4f24-4524-8063-897a96e7f0e3, hostable agents: ['91fab843-a9c3-4f02-bc68-3aeb867cd896'], hosted agents: [] {{(pid=92307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 10 04:14:51.688300 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.690598 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:51.699165 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 is scheduled to be hosted by DHCP agent 91fab843-a9c3-4f02-bc68-3aeb867cd896 with binding_index 1 {{(pid=92307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 10 04:14:51.781212 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Pushing event updated for resources: {'Port': ['ID=b459feb2-53da-4ea7-8e63-31a9880efba0,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:51.790342 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.790683 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.791038 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.791205 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-741349-4-iscsi, 26be3f93-4f24-4524-8063-897a96e7f0e3) {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:51.791677 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.791998 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.792324 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.792643 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.792958 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.793288 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.793606 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.793917 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.794224 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:14:51.795626 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:14:51.796338 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.803146 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cf778-ce86-4668-ba00-0c5e9777a2cb None None] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:14:51.822276 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:51.890086 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Attempting to bind port b459feb2-53da-4ea7-8e63-31a9880efba0 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:14:51.890452 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Attempting to bind port b459feb2-53da-4ea7-8e63-31a9880efba0 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:14:51.891104 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Attempting to bind port b459feb2-53da-4ea7-8e63-31a9880efba0 on network 6d568410-1f9b-4149-aebd-03c17a313877 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:14:51.897302 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:14:51.897954 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Checking segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:51.898467 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.899066 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Bound using segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:14:51.899698 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Bound port: b459feb2-53da-4ea7-8e63-31a9880efba0, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:14:51.900256 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:51.900967 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-1785d099-56d6-4079-aa91-b93679e35934 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8186843
Jun 10 04:14:51.903748 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60496) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:51.908852 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:14:51.996240 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] For port b459feb2-53da-4ea7-8e63-31a9880efba0, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:14:52.005340 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] For port b459feb2-53da-4ea7-8e63-31a9880efba0, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=b459feb2-53da-4ea7-8e63-31a9880efba0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:14:52.028874 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8fb4dd1a-872e-56c1-b3dd-7d7ff97b6671-26be3f93-4f24-4524-8063-897a96e7f0e3', 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'fixed_ips': [{'subnet_id': '94741f01-6ebf-4509-b15e-67f4337a1a08'}]}} from dv-cinder-741349-4-iscsi. {{(pid=92308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 10 04:14:52.029944 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.033967 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16614374', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41259'] for router, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.035004 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16614211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16608177', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16590264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41250'] for router, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.099666 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.102764 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7ade3559-98b3-456d-928a-872131423f40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:52.104783 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.153695 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:52.154336 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb561372e0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:52.286958 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Pushing event updated for resources: {'Port': ['ID=b459feb2-53da-4ea7-8e63-31a9880efba0,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:52.291733 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:52.351055 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:52.364523 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.db_base_plugin_common [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Allocated IP 172.20.0.2 (26be3f93-4f24-4524-8063-897a96e7f0e3/94741f01-6ebf-4509-b15e-67f4337a1a08/33458c1c-8ff9-483a-9229-2af09d0a39d7) {{(pid=92308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:52.485792 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16608184', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16614356', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41424'] for router, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.596259 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Notify callbacks [] for port, precommit_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.606531 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Transition to ACTIVE for port object 33458c1c-8ff9-483a-9229-2af09d0a39d7 will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:52.627946 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Transition to ACTIVE for port object 33458c1c-8ff9-483a-9229-2af09d0a39d7 will not be triggered until provisioned by entity DHCP. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:52.649871 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb561372e0>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:51Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:52.653669 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6640f589-7757-43ec-8d3a-11a9bb68dde9 None None] The sync data for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi is: [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:51Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:14:52.723551 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686'] for port, after_create {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.727833 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:52.795437 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Pushing event updated for resources: {'Port': ['ID=33458c1c-8ff9-483a-9229-2af09d0a39d7,revision_number=1']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:52.811967 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 is already hosted by enough agents. {{(pid=92308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:52.814277 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.scheduler.base_scheduler [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Resources bound (agent type, host, resource id):  {{(pid=92308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:52.816504 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:52.817470 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Received port after_create {{(pid=92308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:52.896401 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.899929 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Attempting to bind port 33458c1c-8ff9-483a-9229-2af09d0a39d7 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:14:52.900310 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Attempting to bind port 33458c1c-8ff9-483a-9229-2af09d0a39d7 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:14:52.900678 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Attempting to bind port 33458c1c-8ff9-483a-9229-2af09d0a39d7 on network 26be3f93-4f24-4524-8063-897a96e7f0e3 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:14:52.906233 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:14:52.906609 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Checking segment: {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:52.907105 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.907506 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Bound using segment: {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:14:52.907977 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Bound port: 33458c1c-8ff9-483a-9229-2af09d0a39d7, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:14:52.908355 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:52.925079 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:53.004862 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] For port 33458c1c-8ff9-483a-9229-2af09d0a39d7, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:14:53.008983 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] For port 33458c1c-8ff9-483a-9229-2af09d0a39d7, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=33458c1c-8ff9-483a-9229-2af09d0a39d7,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:14:53.058694 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Allocated IP 172.27.0.116 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/594e670c-9f7b-46ba-816b-02e829a3c8ce) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:53.094885 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:53.097032 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-00e711b7-8b0e-4cac-b356-1af2cee3831c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:53.195623 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Pushing event updated for resources: {'Port': ['ID=33458c1c-8ff9-483a-9229-2af09d0a39d7,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:53.199106 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:53.541364 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:53.606104 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 33458c1c-8ff9-483a-9229-2af09d0a39d7 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:53.645897 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:53.649115 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f908d351-ecdc-4d17-931c-861a3f700274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:53.704688 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:53.707643 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:53.713641 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:53.715893 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Pushing event updated for resources: {'Port': ['ID=594e670c-9f7b-46ba-816b-02e829a3c8ce,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:53.733706 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 33458c1c-8ff9-483a-9229-2af09d0a39d7 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:53.738721 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b459feb2-53da-4ea7-8e63-31a9880efba0 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:53.767074 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:53.888768 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port b459feb2-53da-4ea7-8e63-31a9880efba0 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:53.894093 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port b459feb2-53da-4ea7-8e63-31a9880efba0 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:53.894797 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.007896 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:14:54.052576 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.117667 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port b459feb2-53da-4ea7-8e63-31a9880efba0, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=b459feb2-53da-4ea7-8e63-31a9880efba0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:54.193867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.225479 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.232092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:54.294953 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=b459feb2-53da-4ea7-8e63-31a9880efba0,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:54.301704 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:54.368005 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb41cbc-d979-4ee6-8edf-5b891b3e06e4 None None] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:14:54.493897 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16614367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16608752'] for router, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.535733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Provisioning for port 33458c1c-8ff9-483a-9229-2af09d0a39d7 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:54.560690 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Provisioning complete for port 33458c1c-8ff9-483a-9229-2af09d0a39d7 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:54.561068 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.670747 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.709075 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] For port 33458c1c-8ff9-483a-9229-2af09d0a39d7, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=33458c1c-8ff9-483a-9229-2af09d0a39d7,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:54.744921 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Router 509c46a3-00d2-4d4c-a1d7-f972471936be is scheduled to L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 with binding_index 1 {{(pid=92307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 10 04:14:54.796471 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.799102 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:54.856208 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Pushing event updated for resources: {'Port': ['ID=33458c1c-8ff9-483a-9229-2af09d0a39d7,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:54.860696 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:54.895918 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:14:54.903937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Sync routers for ids ['509c46a3-00d2-4d4c-a1d7-f972471936be'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:14:54.922060 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Routers {'509c46a3-00d2-4d4c-a1d7-f972471936be'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:54.923426 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54edec70>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['509c46a3-00d2-4d4c-a1d7-f972471936be'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:54.927586 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-18f5ef10-0f7a-455f-a475-cf15e28ced0f None None] Provisioning complete for port 33458c1c-8ff9-483a-9229-2af09d0a39d7 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:54.927963 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-18f5ef10-0f7a-455f-a475-cf15e28ced0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.965194 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:54.967337 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ff132768-5a04-4781-864f-7623a9fbd4ed admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.0626178
Jun 10 04:14:54.969328 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60558) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:55.129980 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Set router 509c46a3-00d2-4d4c-a1d7-f972471936be gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:55.388128 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54edec70>, [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:53Z', 'revision_number': 3, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:55.392020 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Checking router: 509c46a3-00d2-4d4c-a1d7-f972471936be for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:14:55.392384 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Updating router 509c46a3-00d2-4d4c-a1d7-f972471936be port 594e670c-9f7b-46ba-816b-02e829a3c8ce binding host dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:14:55.432427 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:55.483742 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 33458c1c-8ff9-483a-9229-2af09d0a39d7 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:55.528691 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:55.633603 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 33458c1c-8ff9-483a-9229-2af09d0a39d7 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:55.633987 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:55.706287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Allocated IP 172.20.0.1 (26be3f93-4f24-4524-8063-897a96e7f0e3/94741f01-6ebf-4509-b15e-67f4337a1a08/97a8e296-7d67-448d-868f-62cc25559f20) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:14:55.999040 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b459feb2-53da-4ea7-8e63-31a9880efba0 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:56.004981 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Notify callbacks [] for port, precommit_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.045367 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Transition to ACTIVE for port object 594e670c-9f7b-46ba-816b-02e829a3c8ce will not be triggered until provisioned by entity L2. {{(pid=92308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:56.067324 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port b459feb2-53da-4ea7-8e63-31a9880efba0 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:56.067684 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.142576 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.146965 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.150899 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:56.155516 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Transition to ACTIVE for port object 97a8e296-7d67-448d-868f-62cc25559f20 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:14:56.221799 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Attempting to bind port 594e670c-9f7b-46ba-816b-02e829a3c8ce on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:14:56.222181 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Attempting to bind port 594e670c-9f7b-46ba-816b-02e829a3c8ce by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:14:56.222557 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Attempting to bind port 594e670c-9f7b-46ba-816b-02e829a3c8ce on network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:14:56.229588 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef937f-8f59-4307-bc54-4d844c6cf790 None None] Pushing event updated for resources: {'Port': ['ID=594e670c-9f7b-46ba-816b-02e829a3c8ce,revision_number=2']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:56.232292 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:14:56.232727 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Checking segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:14:56.233149 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.233549 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Bound using segment: {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'} {{(pid=92308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:14:56.234029 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.managers [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Bound port: 594e670c-9f7b-46ba-816b-02e829a3c8ce, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22c0791-af90-49dd-8d62-0aa7c12032ca', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775'}}] {{(pid=92308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:14:56.234469 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.236774 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-37ef937f-8f59-4307-bc54-4d844c6cf790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:56.245102 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.248007 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0edeb5f8-b824-48e6-90c0-9ba905adcc8e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:56.293233 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:56.294274 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] For port 594e670c-9f7b-46ba-816b-02e829a3c8ce, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:14:56.296220 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:56.298553 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] For port 594e670c-9f7b-46ba-816b-02e829a3c8ce, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=594e670c-9f7b-46ba-816b-02e829a3c8ce,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:14:56.301657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:14:56.307643 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Pushing event updated for resources: {'Port': ['ID=97a8e296-7d67-448d-868f-62cc25559f20,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:56.333357 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:56.352398 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16619831'] for router_interface, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.437150 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.439231 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-369a74ed-610f-4107-a275-fabd1a28e899 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:56.505797 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Routers {'509c46a3-00d2-4d4c-a1d7-f972471936be'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:56.506431 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54edec70>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['509c46a3-00d2-4d4c-a1d7-f972471936be'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:56.510914 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef937f-8f59-4307-bc54-4d844c6cf790 None None] Pushing event updated for resources: {'Port': ['ID=594e670c-9f7b-46ba-816b-02e829a3c8ce,revision_number=3']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:56.559843 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-37ef937f-8f59-4307-bc54-4d844c6cf790 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:56.631037 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.658588 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] Set router 509c46a3-00d2-4d4c-a1d7-f972471936be gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:14:56.736932 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-aee1abbf-7579-45a6-875a-bd1206bb852b None None] Provisioning for port 97a8e296-7d67-448d-868f-62cc25559f20 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:56.753234 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-aee1abbf-7579-45a6-875a-bd1206bb852b None None] Provisioning complete for port 97a8e296-7d67-448d-868f-62cc25559f20 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:56.753610 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-aee1abbf-7579-45a6-875a-bd1206bb852b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.825131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.853365 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-aee1abbf-7579-45a6-875a-bd1206bb852b None None] Port 97a8e296-7d67-448d-868f-62cc25559f20 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:14:56.887504 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.890691 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-488f3f6d-6b4a-4321-ad97-0327c8d194e9 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:56.928693 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54edec70>, [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:53Z', 'revision_number': 3, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:56.932380 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85aa64c-bdc3-4f00-a66f-0e25e4b7bcec None None] The sync data for ids ['509c46a3-00d2-4d4c-a1d7-f972471936be'] in dv-cinder-741349-4-iscsi is: [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:53Z', 'revision_number': 3, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:14:56.974039 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16264390', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16619843'] for router_interface, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:56.976834 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Pushing event updated for resources: {'Port': ['ID=97a8e296-7d67-448d-868f-62cc25559f20,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:56.979784 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:57.102011 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:14:57.103491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:14:57.311852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Router 509c46a3-00d2-4d4c-a1d7-f972471936be has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:14:57.374480 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-6f5ceab5-57e0-43f8-a9bb-5266367aed85 None None] Provisioning complete for port 97a8e296-7d67-448d-868f-62cc25559f20 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:57.383092 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6f5ceab5-57e0-43f8-a9bb-5266367aed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:57.429760 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ceab5-57e0-43f8-a9bb-5266367aed85 None None] Port 97a8e296-7d67-448d-868f-62cc25559f20 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:14:57.472555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:14:57.488794 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] 10.222.0.20 "PUT /v2.0/routers/509c46a3-00d2-4d4c-a1d7-f972471936be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5177016
Jun 10 04:14:57.514137 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 594e670c-9f7b-46ba-816b-02e829a3c8ce up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:57.639510 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 594e670c-9f7b-46ba-816b-02e829a3c8ce completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:14:57.643715 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 594e670c-9f7b-46ba-816b-02e829a3c8ce triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:57.644240 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:57.747517 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:57.771129 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 594e670c-9f7b-46ba-816b-02e829a3c8ce, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=594e670c-9f7b-46ba-816b-02e829a3c8ce,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:14:57.885071 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:57.887937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:57.946575 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=594e670c-9f7b-46ba-816b-02e829a3c8ce,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:57.949676 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:58.851606 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60610) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:58.992422 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96d965ca-ce65-4f0b-a4d8-ff7be8660f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.114195 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96d965ca-ce65-4f0b-a4d8-ff7be8660f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.193669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-96d965ca-ce65-4f0b-a4d8-ff7be8660f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.197492 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-0599d86f-56c5-4ccf-96bb-d6b07a8a484b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:59.243931 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-96d965ca-ce65-4f0b-a4d8-ff7be8660f2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d59e05abda4841de9a3ab195635025d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3911083
Jun 10 04:14:59.245216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d965ca-ce65-4f0b-a4d8-ff7be8660f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ef9e37-747a-4903-9f5b-7b78ac5d5a5e,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:59.246663 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60614) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:14:59.268437 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-96d965ca-ce65-4f0b-a4d8-ff7be8660f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:59.315343 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.348653 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.499315 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.500126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 594e670c-9f7b-46ba-816b-02e829a3c8ce up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:14:59.501977 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.503794 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44ef9e37-747a-4903-9f5b-7b78ac5d5a5e HTTP/1.1" status: 204  len: 168 time: 0.2556860
Jun 10 04:14:59.504914 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-379c4a50-1aff-41ab-a5ef-04feb34dc586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:14:59.522814 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ef9e37-747a-4903-9f5b-7b78ac5d5a5e,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:14:59.529443 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e265597c-1425-46ec-a17c-090f9634ea75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:14:59.592011 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 594e670c-9f7b-46ba-816b-02e829a3c8ce triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:14:59.592540 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:14:59.751463 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Sync routers for ids ['509c46a3-00d2-4d4c-a1d7-f972471936be'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:14:59.761177 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Routers {'509c46a3-00d2-4d4c-a1d7-f972471936be'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:14:59.761786 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55ef9190>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['509c46a3-00d2-4d4c-a1d7-f972471936be'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:14:59.933222 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Set router 509c46a3-00d2-4d4c-a1d7-f972471936be gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:00.347068 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55ef9190>, [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:56Z', 'revision_number': 4, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '97a8e296-7d67-448d-868f-62cc25559f20', 'name': '', 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'mac_address': 'fa:16:3e:a2:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '94741f01-6ebf-4509-b15e-67f4337a1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:55Z', 'updated_at': '2021-06-10T04:14:56Z', 'revision_number': 2, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'subnets': [{'id': '94741f01-6ebf-4509-b15e-67f4337a1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:00.351632 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Checking router: 509c46a3-00d2-4d4c-a1d7-f972471936be for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:15:00.351824 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Updating router 509c46a3-00d2-4d4c-a1d7-f972471936be port 97a8e296-7d67-448d-868f-62cc25559f20 binding host dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 10 04:15:00.411194 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:00.787892 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Notify callbacks [] for port, precommit_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:00.799600 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.provisioning_blocks [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Transition to ACTIVE for port object 97a8e296-7d67-448d-868f-62cc25559f20 will not be triggered until provisioned by entity L2. {{(pid=92309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:00.890836 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:00.892949 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-5cbcdc79-7a7a-4932-afc0-710bbae17cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:00.901888 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:01.002582 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36069f4-a5fa-417b-be11-5691927b148e None None] Pushing event updated for resources: {'Port': ['ID=97a8e296-7d67-448d-868f-62cc25559f20,revision_number=3']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:01.007100 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-f36069f4-a5fa-417b-be11-5691927b148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:01.076817 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Attempting to bind port 97a8e296-7d67-448d-868f-62cc25559f20 on host dv-cinder-741349-4-iscsi for vnic_type normal with profile  {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:15:01.077326 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Attempting to bind port 97a8e296-7d67-448d-868f-62cc25559f20 by drivers openvswitch,hyperv on host dv-cinder-741349-4-iscsi at level 0 using segments [{'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:15:01.077701 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Attempting to bind port 97a8e296-7d67-448d-868f-62cc25559f20 on network 26be3f93-4f24-4524-8063-897a96e7f0e3 {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:01.084910 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Checking agent: {'id': 'b10651f4-553e-412a-af33-375884a6efd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-741349-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 3, 58, 16), 'started_at': datetime.datetime(2021, 6, 10, 3, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-741349-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:15:01.085292 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Checking segment: {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:15:01.085706 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:01.086353 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Bound using segment: {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'} {{(pid=92309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:15:01.086840 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.managers [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Bound port: 97a8e296-7d67-448d-868f-62cc25559f20, host: dv-cinder-741349-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b67423-d896-4e80-b79a-4fd3418669df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3'}}] {{(pid=92309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:15:01.087294 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:01.198536 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] For port 97a8e296-7d67-448d-868f-62cc25559f20, host dv-cinder-741349-4-iscsi, cleared binding levels {{(pid=92309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:15:01.202337 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.plugins.ml2.db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] For port 97a8e296-7d67-448d-868f-62cc25559f20, host dv-cinder-741349-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=97a8e296-7d67-448d-868f-62cc25559f20,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:15:01.303810 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron_lib.callbacks.manager [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:01.303810 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-7c70e388-78ef-45d4-8731-644f1d394a42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:01.370898 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Routers {'509c46a3-00d2-4d4c-a1d7-f972471936be'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:01.371592 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55ef9190>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:14:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['509c46a3-00d2-4d4c-a1d7-f972471936be'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:01.490353 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36069f4-a5fa-417b-be11-5691927b148e None None] Pushing event updated for resources: {'Port': ['ID=97a8e296-7d67-448d-868f-62cc25559f20,revision_number=4']} {{(pid=92309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:01.502774 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG oslo_concurrency.lockutils [None req-f36069f4-a5fa-417b-be11-5691927b148e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92309) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:01.548475 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] Set router 509c46a3-00d2-4d4c-a1d7-f972471936be gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:01.822408 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55ef9190>, [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:56Z', 'revision_number': 4, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '97a8e296-7d67-448d-868f-62cc25559f20', 'name': '', 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'mac_address': 'fa:16:3e:a2:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '94741f01-6ebf-4509-b15e-67f4337a1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:55Z', 'updated_at': '2021-06-10T04:15:01Z', 'revision_number': 4, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'subnets': [{'id': '94741f01-6ebf-4509-b15e-67f4337a1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:01.826111 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28850d1-ceda-4a1b-9363-d8208715fefe None None] The sync data for ids ['509c46a3-00d2-4d4c-a1d7-f972471936be'] in dv-cinder-741349-4-iscsi is: [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:56Z', 'revision_number': 4, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '97a8e296-7d67-448d-868f-62cc25559f20', 'name': '', 'network_id': '26be3f93-4f24-4524-8063-897a96e7f0e3', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'mac_address': 'fa:16:3e:a2:22:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '94741f01-6ebf-4509-b15e-67f4337a1a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:55Z', 'updated_at': '2021-06-10T04:15:01Z', 'revision_number': 4, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'subnets': [{'id': '94741f01-6ebf-4509-b15e-67f4337a1a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:15:03.205644 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-d4c776eb-9724-4848-8b8e-9511d2e43e51 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453675
Jun 10 04:15:03.433475 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b919e6c5-62a7-4093-beae-69067999f6f6 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:03.440697 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b919e6c5-62a7-4093-beae-69067999f6f6 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2341654
Jun 10 04:15:03.464403 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-165ed9f2-04b1-4372-bf59-a7f496ff9a88 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/quotas/8be9eb4f176743fcbd09082b8eb1abd7 HTTP/1.1" status: 200  len: 375 time: 0.0226336
Jun 10 04:15:03.514772 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-66fa068f-35f3-4b86-b66b-4a542bd9fb81 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0491917
Jun 10 04:15:03.560964 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 97a8e296-7d67-448d-868f-62cc25559f20 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:15:03.690765 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning for port 97a8e296-7d67-448d-868f-62cc25559f20 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:15:03.695256 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 97a8e296-7d67-448d-868f-62cc25559f20 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:03.696050 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:03.813919 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:03.858189 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port 97a8e296-7d67-448d-868f-62cc25559f20, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=97a8e296-7d67-448d-868f-62cc25559f20,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:03.931038 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:03.936210 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:03.948574 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7d82939f-3645-4aad-b12f-3f0e3114a9a8 req-de67cfe7-8b96-417f-b027-096b716b7727 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 210 time: 0.0706828
Jun 10 04:15:04.087456 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=97a8e296-7d67-448d-868f-62cc25559f20,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:04.102745 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:05.027627 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a0ecb672-4bf5-40fd-a4b1-abcb45efa88b req-b6781907-80b9-4698-beb3-4ddcbb1eb6d9 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 210 time: 0.0354836
Jun 10 04:15:05.497876 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 97a8e296-7d67-448d-868f-62cc25559f20 up at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:15:05.569439 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Provisioning complete for port 97a8e296-7d67-448d-868f-62cc25559f20 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:05.570099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:06.219028 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-170a39ae-079a-44a6-a174-f6da5f5139e5 req-e42d1a32-4100-4ed0-9369-3d2683271f15 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 210 time: 0.0468729
Jun 10 04:15:06.900806 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-2689f263-3f7b-4d63-a2e1-9db5435dd065 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0269508
Jun 10 04:15:07.038305 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-6a2314bc-c0fa-41dc-9a0a-116aecdb94d6 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:07.040583 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-6a2314bc-c0fa-41dc-9a0a-116aecdb94d6 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1346529
Jun 10 04:15:07.059246 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Request body: {'port': {'device_id': '1a6b869b-8508-456d-a43b-829c67335984', 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd', 'admin_state_up': True, 'tenant_id': '8be9eb4f176743fcbd09082b8eb1abd7'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:07.279404 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Made reservation on behalf of 8be9eb4f176743fcbd09082b8eb1abd7 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:15:07.283518 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:07.295579 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:07.437136 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5d8ef6db-c501-431f-b146-ee46d4b2f3cd req-0b69aade-a1b9-4807-993c-b057910db701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 210 time: 0.0523140
Jun 10 04:15:07.592959 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:07.896624 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:07.899656 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-122f06fe-5f39-4f70-882a-3c5cd806de86 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:07.966431 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4477f-e6df-493a-9480-078d5c79fd8f,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:07.970154 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:08.045584 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Allocated IP 192.168.233.175 (08a4a02e-a243-45f3-8ee4-8f563b2135cd/446d0ee5-fa99-4fbb-b028-0f148fddb85d/db8d9641-d454-4785-ab84-0e0cd1b1c547) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:15:08.217658 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:08.229687 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Transition to ACTIVE for port object db8d9641-d454-4785-ab84-0e0cd1b1c547 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:08.339525 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:08.344336 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ec2ca14b-72ef-4459-888e-37553059bb84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:08.402820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Network 08a4a02e-a243-45f3-8ee4-8f563b2135cd is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:15:08.406258 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:15:08.411693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:15:08.446958 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Pushing event updated for resources: {'Port': ['ID=db8d9641-d454-4785-ab84-0e0cd1b1c547,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:08.465581 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:08.486056 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:08.487216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:08.560799 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5057497
Jun 10 04:15:08.580516 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Request body: {'port': {'device_id': '1a6b869b-8508-456d-a43b-829c67335984', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:08.693961 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ac2cc-edd1-4622-92d6-97192195c87f req-bb784efa-f3dc-44bb-b404-bba590f0b208 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:08.695586 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a83ac2cc-edd1-4622-92d6-97192195c87f req-bb784efa-f3dc-44bb-b404-bba590f0b208 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 936 time: 0.1030853
Jun 10 04:15:08.697892 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:08.740884 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a83ac2cc-edd1-4622-92d6-97192195c87f req-2a6003a4-7fe2-48cb-bfac-03efb5e094a2 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397058
Jun 10 04:15:08.839397 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-33ecbb24-465e-40dd-b650-5564ae749c9e None None] Provisioning for port db8d9641-d454-4785-ab84-0e0cd1b1c547 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:15:08.847081 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-33ecbb24-465e-40dd-b650-5564ae749c9e None None] Provisioning complete for port db8d9641-d454-4785-ab84-0e0cd1b1c547 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:08.850659 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-33ecbb24-465e-40dd-b650-5564ae749c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:08.889592 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-33ecbb24-465e-40dd-b650-5564ae749c9e None None] Port db8d9641-d454-4785-ab84-0e0cd1b1c547 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:15:09.045374 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8d9641-d454-4785-ab84-0e0cd1b1c547 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:15:09.053426 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:09.064801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Transition to ACTIVE for port object db8d9641-d454-4785-ab84-0e0cd1b1c547 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:09.118854 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:09.121058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-09dc849a-153e-49eb-80f2-0dd0a893cf9a tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:09.215430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=db8d9641-d454-4785-ab84-0e0cd1b1c547,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:09.219079 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:09.318115 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Attempting to bind port db8d9641-d454-4785-ab84-0e0cd1b1c547 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:15:09.318115 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Attempting to bind port db8d9641-d454-4785-ab84-0e0cd1b1c547 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:15:09.318115 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Attempting to bind port db8d9641-d454-4785-ab84-0e0cd1b1c547 on network 08a4a02e-a243-45f3-8ee4-8f563b2135cd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:09.321612 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Port db8d9641-d454-4785-ab84-0e0cd1b1c547 on network 08a4a02e-a243-45f3-8ee4-8f563b2135cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:15:09.321944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Attempting to bind port db8d9641-d454-4785-ab84-0e0cd1b1c547 on network 08a4a02e-a243-45f3-8ee4-8f563b2135cd {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:09.326849 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:15:09.327220 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Checking segment: {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:15:09.327594 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Bound using segment: {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:15:09.328013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Bound port: db8d9641-d454-4785-ab84-0e0cd1b1c547, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66307c7a-3d79-45d3-a078-41a1361c9cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:15:09.328353 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:09.401654 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] For port db8d9641-d454-4785-ab84-0e0cd1b1c547, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:15:09.405029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] For port db8d9641-d454-4785-ab84-0e0cd1b1c547, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=db8d9641-d454-4785-ab84-0e0cd1b1c547,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:15:09.479490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:09.481605 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-565ff396-77f3-406a-91d0-eec08c485e87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:09.528115 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:09.528730 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:09.530145 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] 10.222.0.11 "PUT /v2.0/ports/db8d9641-d454-4785-ab84-0e0cd1b1c547 HTTP/1.1" status: 200  len: 1098 time: 0.9557180
Jun 10 04:15:09.530628 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6b869b-8508-456d-a43b-829c67335984', 'tag': 'db8d9641-d454-4785-ab84-0e0cd1b1c547'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:09.533551 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13c2ee-b5b4-4669-aa4e-48cfbdacf7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6b869b-8508-456d-a43b-829c67335984", "tag": "db8d9641-d454-4785-ab84-0e0cd1b1c547"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:09.556215 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=db8d9641-d454-4785-ab84-0e0cd1b1c547,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:09.559564 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:09.603749 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fedff9b-8ca9-4cd0-8290-35ba9567c0f0 x-openstack-request-id: req-2fedff9b-8ca9-4cd0-8290-35ba9567c0f0 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:09.605572 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6b869b-8508-456d-a43b-829c67335984", "tag": "db8d9641-d454-4785-ab84-0e0cd1b1c547", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:09.605935 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fedff9b-8ca9-4cd0-8290-35ba9567c0f0 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:09.606410 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6b869b-8508-456d-a43b-829c67335984', 'tag': 'db8d9641-d454-4785-ab84-0e0cd1b1c547', 'status': 'completed', 'code': 200}
Jun 10 04:15:09.708502 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c2ee-b5b4-4669-aa4e-48cfbdacf7f8 req-159788ac-be01-4034-8437-3dc297a52f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:09.710390 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9a13c2ee-b5b4-4669-aa4e-48cfbdacf7f8 req-159788ac-be01-4034-8437-3dc297a52f07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 1101 time: 0.0661500
Jun 10 04:15:09.758005 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9a13c2ee-b5b4-4669-aa4e-48cfbdacf7f8 req-9e855058-bee6-46a2-8193-8cede5a525ff service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344141
Jun 10 04:15:09.928162 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23ef86-a3d0-4525-9348-ea483444951a req-db80838b-c59b-4195-a4eb-7e7e4eddb8e8 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:09.930044 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3c23ef86-a3d0-4525-9348-ea483444951a req-db80838b-c59b-4195-a4eb-7e7e4eddb8e8 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 948 time: 0.0676832
Jun 10 04:15:09.961182 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-96c2ba4f-b762-4c81-bd5b-44657a03078b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:09.962606 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-96c2ba4f-b762-4c81-bd5b-44657a03078b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 813 time: 0.2271705
Jun 10 04:15:09.965296 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13c2ee-b5b4-4669-aa4e-48cfbdacf7f8 req-a564acc2-137b-4197-85f7-9582c6f8b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:09.966589 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9a13c2ee-b5b4-4669-aa4e-48cfbdacf7f8 req-a564acc2-137b-4197-85f7-9582c6f8b740 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1957772
Jun 10 04:15:09.971891 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3c23ef86-a3d0-4525-9348-ea483444951a req-f369885d-1363-47a3-95c2-49d17400a06a tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365179
Jun 10 04:15:09.978120 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-d6e87e3d-ea2b-43a2-be68-1a0794251075 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/quotas/19ee786748654067bf564c8a5afc9578 HTTP/1.1" status: 200  len: 375 time: 0.0098672
Jun 10 04:15:10.382193 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-3d5744d3-3bed-4105-8707-34d8bac39335 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3980629
Jun 10 04:15:10.390263 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-aa924c07-9c0f-48cf-8508-afc0d360209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:10.391706 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-aa924c07-9c0f-48cf-8508-afc0d360209a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 1101 time: 0.3648598
Jun 10 04:15:10.471122 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-34ad5948-ec58-4ed5-9421-fe0c64cce920 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=db8d9641-d454-4785-ab84-0e0cd1b1c547 HTTP/1.1" status: 200  len: 217 time: 0.0583658
Jun 10 04:15:10.587075 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-40d99ac7-4611-4c82-a5fb-36e37c9757f0 service neutron] 10.222.0.20 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1936796
Jun 10 04:15:10.588490 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-f0b7eab6-8d18-445f-a458-beb7ea95b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:10.589758 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-f0b7eab6-8d18-445f-a458-beb7ea95b54a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=446d0ee5-fa99-4fbb-b028-0f148fddb85d HTTP/1.1" status: 200  len: 843 time: 0.0769520
Jun 10 04:15:10.742418 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-ac0fa942-df8d-4ac2-b097-908c0e39a57a service neutron] 10.222.0.20 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493325
Jun 10 04:15:10.745419 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-7c8539ab-84e7-450e-8fc6-9d4d81a8e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:10.746325 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-7c8539ab-84e7-450e-8fc6-9d4d81a8e525 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08a4a02e-a243-45f3-8ee4-8f563b2135cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1459348
Jun 10 04:15:10.862408 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-2be74540-a839-4297-be43-264d1f805662 service neutron] 10.222.0.11 "GET /v2.0/networks/08a4a02e-a243-45f3-8ee4-8f563b2135cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088898
Jun 10 04:15:10.979350 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-24931bb1-e2af-417a-99f1-d8e01f12bbc1 req-662c5916-f8de-42f8-8547-f936404044f2 service neutron] 10.222.0.11 "GET /v2.0/networks/08a4a02e-a243-45f3-8ee4-8f563b2135cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1108761
Jun 10 04:15:11.023864 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d17139a3-78eb-408b-82de-31f5183d5b34 req-51f2cfa3-e04c-42e0-bb4f-119bcd170c28 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 210 time: 0.0333846
Jun 10 04:15:11.159274 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da2f1-3b19-4f6f-a0fa-54cc3cecec17 req-ca53b68e-3e12-4aa0-bf4d-d2f0de1bbaaa tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:11.160661 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-736da2f1-3b19-4f6f-a0fa-54cc3cecec17 req-ca53b68e-3e12-4aa0-bf4d-d2f0de1bbaaa tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 948 time: 0.0717623
Jun 10 04:15:11.201596 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-736da2f1-3b19-4f6f-a0fa-54cc3cecec17 req-51697cd4-23b2-4323-a583-13a05a768e41 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351641
Jun 10 04:15:12.170573 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-1a9c6a29-a11c-4afa-a59f-b5861ee09bb1 req-d591d1fa-ecdf-4c05-9593-532dd5f3270f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 210 time: 0.0359876
Jun 10 04:15:12.383972 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device db8d9641-d454-4785-ab84-0e0cd1b1c547 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:15:12.386216 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c4ec9-46f4-476e-b148-0d3502af2c44 req-a54356f8-c480-4fb2-bb14-8d2efd4b46dd tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:12.387911 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-359c4ec9-46f4-476e-b148-0d3502af2c44 req-a54356f8-c480-4fb2-bb14-8d2efd4b46dd tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 948 time: 0.0758901
Jun 10 04:15:12.430491 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-359c4ec9-46f4-476e-b148-0d3502af2c44 req-bda6eded-191d-4546-b86d-11e92b5e28e7 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362434
Jun 10 04:15:12.508248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port db8d9641-d454-4785-ab84-0e0cd1b1c547, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=db8d9641-d454-4785-ab84-0e0cd1b1c547,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:12.521064 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'db8d9641-d454-4785-ab84-0e0cd1b1c547', 'network_id': '08a4a02e-a243-45f3-8ee4-8f563b2135cd', 'port_id': 'db8d9641-d454-4785-ab84-0e0cd1b1c547', 'mac_address': 'fa:16:3e:34:6a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446d0ee5-fa99-4fbb-b028-0f148fddb85d', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:15:12.569066 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:12.583671 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8d9641-d454-4785-ab84-0e0cd1b1c547 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:15:12.604380 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port db8d9641-d454-4785-ab84-0e0cd1b1c547, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=db8d9641-d454-4785-ab84-0e0cd1b1c547,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:12.687471 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:12.689402 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-d66c929a-94d9-4c82-a753-59dd738d43c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:12.741604 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=db8d9641-d454-4785-ab84-0e0cd1b1c547,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:12.744590 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:12.988482 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['db8d9641-d454-4785-ab84-0e0cd1b1c547'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:15:13.316474 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-bc021600-c619-4700-9889-bbadc0508e9f req-9ffd4d7a-0553-4538-88a4-03c01029bffa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 210 time: 0.0335636
Jun 10 04:15:13.345356 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-7d7b9aeb-6eb0-4199-aff6-aeb345755521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:13.472888 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-31fc54b1-577f-4dea-bd60-6a04e6b87d39 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:13.474300 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-31fc54b1-577f-4dea-bd60-6a04e6b87d39 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.11 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 813 time: 0.1379430
Jun 10 04:15:13.493823 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'port': {'device_id': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'admin_state_up': True, 'tenant_id': '19ee786748654067bf564c8a5afc9578'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:13.686317 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de0cc3-d342-485a-a88e-d7faa55d42c3 req-117ee145-2e00-4ced-a3c0-fd1a9972ee04 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:13.687796 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-51de0cc3-d342-485a-a88e-d7faa55d42c3 req-117ee145-2e00-4ced-a3c0-fd1a9972ee04 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 949 time: 0.1175787
Jun 10 04:15:13.730161 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-51de0cc3-d342-485a-a88e-d7faa55d42c3 req-c6c433ef-8983-4a1e-9748-b48516c504c2 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366178
Jun 10 04:15:13.730720 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Made reservation on behalf of 19ee786748654067bf564c8a5afc9578 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:15:13.734058 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:13.875828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Allocated IP 172.20.0.11 (6d568410-1f9b-4149-aebd-03c17a313877/87d7849e-a0a6-4e5e-b18c-b939598633ea/cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:15:14.048321 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.061828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Transition to ACTIVE for port object cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:14.179758 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.185237 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:14.234598 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Network 6d568410-1f9b-4149-aebd-03c17a313877 is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:15:14.237803 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:15:14.241442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:15:14.247581 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:14.288774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.289088 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.289302 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.289649 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.290014 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.290377 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.290729 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.291124 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.291483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.291856 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.292330 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.292693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:14.325401 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:14.381754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:14.383097 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.406706 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device db8d9641-d454-4785-ab84-0e0cd1b1c547 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:15:14.477387 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-4754d3d0-5710-4a6a-8409-66c9f85d0fe7 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9873774
Jun 10 04:15:14.550454 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port db8d9641-d454-4785-ab84-0e0cd1b1c547 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:15:14.555227 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port db8d9641-d454-4785-ab84-0e0cd1b1c547 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:14.555732 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.561062 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50bd93-96d9-4036-bbc8-cf4e5179e883 req-f357955a-1865-46f9-870c-4ef91d29f2de tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:14.562657 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ed50bd93-96d9-4036-bbc8-cf4e5179e883 req-f357955a-1865-46f9-870c-4ef91d29f2de tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0913992
Jun 10 04:15:14.622814 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ed50bd93-96d9-4036-bbc8-cf4e5179e883 req-1ab1f515-d03d-45c4-ac5f-b7147fadd5bd tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509124
Jun 10 04:15:14.804843 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.817491 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9e3540b4-5991-4468-a193-d2ea7c20b341 None None] Provisioning for port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:15:14.823668 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-9e3540b4-5991-4468-a193-d2ea7c20b341 None None] Provisioning complete for port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:14.824145 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9e3540b4-5991-4468-a193-d2ea7c20b341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.880809 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-9e3540b4-5991-4468-a193-d2ea7c20b341 None None] Port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:15:14.888044 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b869b-8508-456d-a43b-829c67335984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8d9641-d454-4785-ab84-0e0cd1b1c547'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:14.890485 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6419ba-9c9a-429d-99a5-21f162da8742" -d '{"events": [{"server_uuid": "1a6b869b-8508-456d-a43b-829c67335984", "name": "network-vif-plugged", "status": "completed", "tag": "db8d9641-d454-4785-ab84-0e0cd1b1c547"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:14.911267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port db8d9641-d454-4785-ab84-0e0cd1b1c547, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=db8d9641-d454-4785-ab84-0e0cd1b1c547,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:14.949341 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438df00-b3b2-409a-a766-3da3565657f3 x-openstack-request-id: req-8438df00-b3b2-409a-a766-3da3565657f3 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:14.949984 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b869b-8508-456d-a43b-829c67335984", "name": "network-vif-plugged", "status": "completed", "tag": "db8d9641-d454-4785-ab84-0e0cd1b1c547", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:14.950410 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8438df00-b3b2-409a-a766-3da3565657f3 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:14.951006 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b869b-8508-456d-a43b-829c67335984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8d9641-d454-4785-ab84-0e0cd1b1c547', 'code': 200}
Jun 10 04:15:14.982726 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419a7f9-6c98-447b-b686-97910a63913f req-b4abe96e-9055-4e8a-9418-96842b444fbc tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:14.984247 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b419a7f9-6c98-447b-b686-97910a63913f req-b4abe96e-9055-4e8a-9418-96842b444fbc tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 949 time: 0.1147912
Jun 10 04:15:14.993634 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:14.995952 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-078ed9eb-45b3-49d3-a67c-7f4f5b134075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:15.031596 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b419a7f9-6c98-447b-b686-97910a63913f req-a75e30d7-25f1-4496-b7de-34a60b57d8aa tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404313
Jun 10 04:15:15.092253 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=db8d9641-d454-4785-ab84-0e0cd1b1c547,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:15.095996 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:15.317514 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60768) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:15.534186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Deleting port 1d89e456-462a-468a-9d58-82b7567ea2b6 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:15.534898 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:15.643406 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:15.643640 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:15.741798 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Calling delete_port for 1d89e456-462a-468a-9d58-82b7567ea2b6 owned by network:floatingip {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:15.863096 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878467d2-82d0-4df4-a44f-73a7eeb2125c req-fa981c5c-b976-43f2-bd11-5f2be0795711 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:15.864632 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-878467d2-82d0-4df4-a44f-73a7eeb2125c req-fa981c5c-b976-43f2-bd11-5f2be0795711 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0998635
Jun 10 04:15:15.902584 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-e6228c1c-fa53-4c80-9974-ab16f1b708aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:15.919928 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:15.920500 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-878467d2-82d0-4df4-a44f-73a7eeb2125c req-f7b56869-9d72-4554-a76f-33f3c509e9e8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487416
Jun 10 04:15:16.007821 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:16.010311 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1b4d861c-2518-4090-9b14-eb08a642afb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:16.040734 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event deleted for resources: {'Port': ['ID=1d89e456-462a-468a-9d58-82b7567ea2b6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:16.043771 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:16.122552 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for floatingip, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:16.122879 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.l3_db [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Floating IP 367ca04e-d154-4555-b33b-268ca9304379 disassociated (deleted). External IP: 172.27.0.63, port: 9ce9780c-2da8-484d-83ea-a5eb01e1d439.
Jun 10 04:15:16.642723 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2946e3-aeeb-4dbe-a4c7-dfb63efca2cc req-57cbeef2-a7bc-46b8-a130-57c10ae4ff6d tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:16.644101 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8c2946e3-aeeb-4dbe-a4c7-dfb63efca2cc req-57cbeef2-a7bc-46b8-a130-57c10ae4ff6d tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.4543004
Jun 10 04:15:16.795606 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8c2946e3-aeeb-4dbe-a4c7-dfb63efca2cc req-630e799f-66d6-42a5-acc1-db1c6c3c88bc tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992935
Jun 10 04:15:16.821294 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Router 14299489-ef5a-4413-84e2-134ccce526fe has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:15:16.979489 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:15:16.988510 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:16.988654 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:16.996604 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] Sync routers for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:15:17.014119 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:17.015123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55b8f190>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:17.045554 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "DELETE /v2.0/floatingips/367ca04e-d154-4555-b33b-268ca9304379 HTTP/1.1" status: 204  len: 168 time: 1.7269137
Jun 10 04:15:17.046349 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:17.049384 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8" -d '{"events": [{"name": "network-changed", "server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:17.193547 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166973e-b826-491f-9c43-1763cddd9a18 req-76a20836-b167-4265-adbd-5eebcf1be9ac tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:17.195983 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b166973e-b826-491f-9c43-1763cddd9a18 req-76a20836-b167-4265-adbd-5eebcf1be9ac tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.1031685
Jun 10 04:15:17.221941 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:17.242447 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-b166973e-b826-491f-9c43-1763cddd9a18 req-9a4ddf17-84ce-454b-ac0b-40828549842b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408471
Jun 10 04:15:17.332143 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8423e8b7-88d4-429d-9c5c-8fd221001bf3 x-openstack-request-id: req-8423e8b7-88d4-429d-9c5c-8fd221001bf3 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:17.332478 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:17.332774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8423e8b7-88d4-429d-9c5c-8fd221001bf3 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:17.333251 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'status': 'completed', 'code': 200}
Jun 10 04:15:17.571993 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55b8f190>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:12Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:17.576010 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] Checking router: 14299489-ef5a-4413-84e2-134ccce526fe for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:15:17.584693 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:17.585406 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55b8f190>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:17.743240 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:17.977065 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8bd31-dbc2-42e1-bd4b-2dd70c22ab62 req-9fe1915e-74d1-481d-8c66-08dd514c4171 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:17.983524 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-daf8bd31-dbc2-42e1-bd4b-2dd70c22ab62 req-9fe1915e-74d1-481d-8c66-08dd514c4171 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1165216
Jun 10 04:15:17.999808 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12188981-267f-4056-b709-8395766a50f3 req-fb0eaaaf-0b40-4e6f-88fb-84c360943929 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:18.001434 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-12188981-267f-4056-b709-8395766a50f3 req-fb0eaaaf-0b40-4e6f-88fb-84c360943929 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0897872
Jun 10 04:15:18.050053 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-daf8bd31-dbc2-42e1-bd4b-2dd70c22ab62 req-d929012c-66d7-4b98-bd52-82f2dcf6ef1f tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513327
Jun 10 04:15:18.066535 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-12188981-267f-4056-b709-8395766a50f3 req-c319f029-9eb3-412a-a671-53a735218d4e tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528378
Jun 10 04:15:18.082991 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55b8f190>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:12Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:18.087587 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd1a07-2e60-4af1-88fe-39fcbc344acd None None] The sync data for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi is: [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:10:04Z', 'revision_number': 4, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': '01334f85-48d4-4ed6-b00f-c854f1625265', 'name': '', 'network_id': '8a7bf972-53d8-4705-a3f1-e2959829afc7', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'mac_address': 'fa:16:3e:25:45:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:04Z', 'updated_at': '2021-06-10T04:10:12Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'subnets': [{'id': '42d8debb-ec3d-448a-8d88-305dac0e0341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:15:18.334784 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587d37b-0219-46bb-ab3d-9728f3493ff5 None None] New status for floating IP 367ca04e-d154-4555-b33b-268ca9304379: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:15:18.456289 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466192e-c17d-4eb3-8aca-e59726d18c22 req-2fced13a-141c-41cc-b109-5f524d0ecb0d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:18.461229 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8466192e-c17d-4eb3-8aca-e59726d18c22 req-2fced13a-141c-41cc-b109-5f524d0ecb0d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0759888
Jun 10 04:15:18.518889 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8466192e-c17d-4eb3-8aca-e59726d18c22 req-b31225d7-aca6-4e77-8616-55c6ded269e3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504014
Jun 10 04:15:18.682271 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:19.244161 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4633-bb75-4a68-a1e7-04c81505b835 req-2ddb9a4d-6e76-40ab-8ee5-012f8ea654ac tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:19.245727 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-db5a4633-bb75-4a68-a1e7-04c81505b835 req-2ddb9a4d-6e76-40ab-8ee5-012f8ea654ac tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0797369
Jun 10 04:15:19.252417 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99e16-1856-44a9-901d-05583c6df4f2 req-b26d100b-bf69-48cd-8a1a-b24cc8e62326 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:19.253874 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5db99e16-1856-44a9-901d-05583c6df4f2 req-b26d100b-bf69-48cd-8a1a-b24cc8e62326 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0742760
Jun 10 04:15:19.300790 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5db99e16-1856-44a9-901d-05583c6df4f2 req-dc247a5c-aa44-458d-9595-8eb97091198c tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396078
Jun 10 04:15:19.302283 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-db5a4633-bb75-4a68-a1e7-04c81505b835 req-c8e3f221-018f-4361-9f52-9eb7a8ab0a13 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500567
Jun 10 04:15:19.706140 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8eebe-dfe0-4853-925d-db773c22a399 req-10f3bae8-bd7f-4066-b367-68aa7a1f023c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:19.707560 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6df8eebe-dfe0-4853-925d-db773c22a399 req-10f3bae8-bd7f-4066-b367-68aa7a1f023c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0786281
Jun 10 04:15:19.752330 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-6df8eebe-dfe0-4853-925d-db773c22a399 req-e5a4e78e-1c6f-4504-bcdb-7d47920af115 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391130
Jun 10 04:15:20.492856 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b5a4-0738-410a-b1e1-d962e13349d6 req-340e1fb1-4da4-4562-a7ee-2f90cda91ef3 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:20.494429 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7079b5a4-0738-410a-b1e1-d962e13349d6 req-340e1fb1-4da4-4562-a7ee-2f90cda91ef3 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0761418
Jun 10 04:15:20.497131 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50a59b-823b-4958-9781-0e742b6e6d7b req-61e76ae7-a5bc-4fad-8d44-992b4788d3cc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:20.498634 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5b50a59b-823b-4958-9781-0e742b6e6d7b req-61e76ae7-a5bc-4fad-8d44-992b4788d3cc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0814176
Jun 10 04:15:20.541084 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5b50a59b-823b-4958-9781-0e742b6e6d7b req-3325a1f6-b3e7-4389-96f6-b6b34a5fab02 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363986
Jun 10 04:15:20.543590 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7079b5a4-0738-410a-b1e1-d962e13349d6 req-59ff97e0-b08a-47da-aba1-45bb02f8e39b tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395555
Jun 10 04:15:20.964802 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675196c-2c6f-489d-aec9-f6a643d0c7d2 req-f8961775-8467-45a2-9dbd-b09b08e20305 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:20.966228 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7675196c-2c6f-489d-aec9-f6a643d0c7d2 req-f8961775-8467-45a2-9dbd-b09b08e20305 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0699174
Jun 10 04:15:21.014434 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7675196c-2c6f-489d-aec9-f6a643d0c7d2 req-f40a83d4-ac88-4c1a-9cc2-b255a869a591 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418196
Jun 10 04:15:21.739886 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc22eda-2529-46dc-9eac-f29aeadf0dc4 req-90a3b25e-35d7-4c67-95c9-bec4eb93fd50 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:21.742555 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5bc22eda-2529-46dc-9eac-f29aeadf0dc4 req-90a3b25e-35d7-4c67-95c9-bec4eb93fd50 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0764372
Jun 10 04:15:21.765351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212268ba-e127-4b14-8b74-3f002c655762 req-4635c42f-2e8a-4bf9-b377-69b7526158a0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:21.770544 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-212268ba-e127-4b14-8b74-3f002c655762 req-4635c42f-2e8a-4bf9-b377-69b7526158a0 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0987778
Jun 10 04:15:21.785536 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5bc22eda-2529-46dc-9eac-f29aeadf0dc4 req-35237213-801d-4c5b-8d34-c531f5e4af24 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376704
Jun 10 04:15:21.817656 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-212268ba-e127-4b14-8b74-3f002c655762 req-ce0c3872-f2c6-4410-b7a8-a712e5355daf tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417662
Jun 10 04:15:22.202493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2a066-0093-48d2-8531-9b38cb31c640 req-5484eaa1-75b8-46b1-b5f3-2290e82bf54e tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:22.204804 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0ee2a066-0093-48d2-8531-9b38cb31c640 req-5484eaa1-75b8-46b1-b5f3-2290e82bf54e tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0749254
Jun 10 04:15:22.247369 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-0ee2a066-0093-48d2-8531-9b38cb31c640 req-78eb8b06-137b-41ed-aec6-59589013d879 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368497
Jun 10 04:15:22.983630 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0bfcc-b7f7-4eb8-96d4-2b25c24edcb8 req-4fb6a616-99cc-4997-9496-7417e7e97690 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:22.986476 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b9d0bfcc-b7f7-4eb8-96d4-2b25c24edcb8 req-4fb6a616-99cc-4997-9496-7417e7e97690 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0758433
Jun 10 04:15:23.028723 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50777d-8202-4da1-a39c-de8706db8b5d req-76c38134-b3c3-4717-aee2-6fd31a5408f5 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:23.030354 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2a50777d-8202-4da1-a39c-de8706db8b5d req-76c38134-b3c3-4717-aee2-6fd31a5408f5 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0870085
Jun 10 04:15:23.039675 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b9d0bfcc-b7f7-4eb8-96d4-2b25c24edcb8 req-e1a6810a-3f04-48ba-9bea-3359b19bb9f8 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473633
Jun 10 04:15:23.088855 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2a50777d-8202-4da1-a39c-de8706db8b5d req-5cd32cbf-49a8-4123-8ee4-fd550c33df29 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503922
Jun 10 04:15:23.449891 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c557b4-18e7-45cd-821d-883b811a98d8 req-5d753c48-d5eb-44a9-bded-2acea912a108 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:23.451513 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8c557b4-18e7-45cd-821d-883b811a98d8 req-5d753c48-d5eb-44a9-bded-2acea912a108 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0826912
Jun 10 04:15:23.513507 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8c557b4-18e7-45cd-821d-883b811a98d8 req-6d96b0c7-0297-4679-9ea7-d6f9a55e1547 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543745
Jun 10 04:15:24.236609 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebe8a30-bb89-4d77-82a7-7ad5201c63ec req-4eb72724-0eab-4b39-be5c-44d7375a80ff tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:24.238266 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cebe8a30-bb89-4d77-82a7-7ad5201c63ec req-4eb72724-0eab-4b39-be5c-44d7375a80ff tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0810533
Jun 10 04:15:24.288488 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cebe8a30-bb89-4d77-82a7-7ad5201c63ec req-3f43e2b1-8593-47f4-a364-e7b0ad958134 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441279
Jun 10 04:15:24.337822 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d3ed7-ca12-4d72-a114-ad492f5720e9 req-c31d3a5d-218a-4be7-8fea-8009868e2dbd tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:24.339421 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aa2d3ed7-ca12-4d72-a114-ad492f5720e9 req-c31d3a5d-218a-4be7-8fea-8009868e2dbd tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0943358
Jun 10 04:15:24.387593 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-aa2d3ed7-ca12-4d72-a114-ad492f5720e9 req-d1436b28-165c-43ab-9aa0-352bb9c8e926 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419219
Jun 10 04:15:24.703439 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8767-471b-4c22-abb9-421d798a83e2 req-b5bf18c8-4f9f-477a-9a29-e4eb9becae93 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:24.705022 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-964a8767-471b-4c22-abb9-421d798a83e2 req-b5bf18c8-4f9f-477a-9a29-e4eb9becae93 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0689752
Jun 10 04:15:24.746384 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-964a8767-471b-4c22-abb9-421d798a83e2 req-82f5b49d-8d3d-4cc8-8ecd-006804bcbd71 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355392
Jun 10 04:15:25.272364 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Request body: {'port': {'device_id': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:25.404679 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:25.534765 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-0d9c0bb0-0b5a-4a64-bf8c-329f9f020ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:25.536231 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-0d9c0bb0-0b5a-4a64-bf8c-329f9f020ece service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 1099 time: 0.1798174
Jun 10 04:15:25.572098 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3a86a-99fa-4ca9-8bba-7fcbead69d14 req-8668b069-d3d0-49e9-9a02-b0d46485a5e9 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:25.573552 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-46a3a86a-99fa-4ca9-8bba-7fcbead69d14 req-8668b069-d3d0-49e9-9a02-b0d46485a5e9 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0745900
Jun 10 04:15:25.615725 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-46a3a86a-99fa-4ca9-8bba-7fcbead69d14 req-0aa823f2-e383-44ef-8fe8-5a48a7cd359e tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362473
Jun 10 04:15:25.658998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539172-47ed-4d71-93cd-28f5e7eb3a96 req-f9439ddb-fdbd-4b83-b4b6-9d896945dbec tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:25.660488 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d539172-47ed-4d71-93cd-28f5e7eb3a96 req-f9439ddb-fdbd-4b83-b4b6-9d896945dbec tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.2526398
Jun 10 04:15:25.712288 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2aaa2-576b-4260-b279-12541559e55e req-c4e229a2-74e9-491c-aec6-b43072786909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:25.713760 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-59f2aaa2-576b-4260-b279-12541559e55e req-c4e229a2-74e9-491c-aec6-b43072786909 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 1103 time: 0.0583737
Jun 10 04:15:25.752859 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-59f2aaa2-576b-4260-b279-12541559e55e req-7a64d255-91cb-4568-8bec-5007fae23997 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313663
Jun 10 04:15:25.839180 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7d539172-47ed-4d71-93cd-28f5e7eb3a96 req-2ad85533-63fd-47a0-bee2-8a18c6429297 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1673317
Jun 10 04:15:25.860391 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-6e6f429c-2dd1-4977-ad0f-29e8ea3602c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:25.861817 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-6e6f429c-2dd1-4977-ad0f-29e8ea3602c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 200  len: 909 time: 0.3189673
Jun 10 04:15:25.929994 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d26d0-6a94-4759-b3bd-e4964fd7db29 req-27700206-85c0-4f77-8ae3-6f787cce3cbf tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:25.931465 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-655d26d0-6a94-4759-b3bd-e4964fd7db29 req-27700206-85c0-4f77-8ae3-6f787cce3cbf tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 932 time: 0.0727570
Jun 10 04:15:25.942462 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:15:25.949619 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:25.961595 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Transition to ACTIVE for port object cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:25.972763 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-655d26d0-6a94-4759-b3bd-e4964fd7db29 req-ac8601a1-f600-47b8-9fe2-cc98fdbd63f6 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356283
Jun 10 04:15:26.012886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:26.017570 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:26.096088 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-8e826c08-0453-44f4-b689-ba68c74ac5a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 200  len: 217 time: 0.0807090
Jun 10 04:15:26.197445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:26.202553 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:26.258556 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-b3d48bdf-6be3-4076-93bd-f4a707aa1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:26.260007 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-b3d48bdf-6be3-4076-93bd-f4a707aa1f64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 200  len: 847 time: 0.1556273
Jun 10 04:15:26.324502 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Attempting to bind port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:15:26.325355 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Attempting to bind port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:15:26.325355 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Attempting to bind port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 on network 6d568410-1f9b-4149-aebd-03c17a313877 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:26.335787 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 on network 6d568410-1f9b-4149-aebd-03c17a313877 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:15:26.336103 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Attempting to bind port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 on network 6d568410-1f9b-4149-aebd-03c17a313877 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:26.345594 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:15:26.345928 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Checking segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:15:26.346353 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Bound using segment: {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:15:26.346725 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Bound port: cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b42714b5-11fd-4d17-8d1b-44d7aa56e783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:15:26.347100 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:26.364391 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-ebd57898-7bb4-476a-99a9-c50ebb7fde15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:26.365792 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-ebd57898-7bb4-476a-99a9-c50ebb7fde15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a7bf972-53d8-4705-a3f1-e2959829afc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0980790
Jun 10 04:15:26.502051 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:15:26.519130 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:15:26.529887 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-3e584076-f562-4e89-9995-c6121824ec1d service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399455
Jun 10 04:15:26.575012 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:26.578622 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4be08ebf-dd41-4bc3-8a3d-0b02c8c4f11c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:26.673582 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:26.674320 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:26.675547 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-c3564c55-e213-4656-8617-103a702e3212 service neutron] 10.222.0.11 "PUT /v2.0/ports/cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 1094 time: 1.4085572
Jun 10 04:15:26.676065 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:26.678617 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0722a51-e1ef-42e8-a313-23156c4d7f73" -d '{"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:26.712544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:26.717805 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:26.726802 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5708cb4d-fbd4-46fc-acd8-e76c3dd495d8 req-e4ec904b-f14e-44f1-815b-04aa48629597 service neutron] 10.222.0.11 "GET /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1828403
Jun 10 04:15:26.729754 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8510e4fe-5599-41cc-be14-ddb8ff5c40a1 x-openstack-request-id: req-8510e4fe-5599-41cc-be14-ddb8ff5c40a1 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:26.730077 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:26.730437 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8510e4fe-5599-41cc-be14-ddb8ff5c40a1 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:26.730813 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'status': 'completed', 'code': 200}
Jun 10 04:15:26.820601 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26084a-9ddb-435b-9cd2-66959411cea8 req-b1f67210-24ed-4170-8dc9-cf92acdf82ad tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:26.822167 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e26084a-9ddb-435b-9cd2-66959411cea8 req-b1f67210-24ed-4170-8dc9-cf92acdf82ad tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.0804493
Jun 10 04:15:26.899830 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e26084a-9ddb-435b-9cd2-66959411cea8 req-6067dea7-8d96-4bcb-b0b9-de907a3e0dc6 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692267
Jun 10 04:15:26.913996 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722a51-e1ef-42e8-a313-23156c4d7f73 req-72b3364d-ad72-44e1-9d46-cb592ac5c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:26.915731 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a0722a51-e1ef-42e8-a313-23156c4d7f73 req-72b3364d-ad72-44e1-9d46-cb592ac5c6a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1097 time: 0.0927582
Jun 10 04:15:27.030674 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd40910-b38a-43f1-9c6b-6ab2d4f2b7ab req-9fa39547-b51a-4bab-95e2-535e7cc28402 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.034743 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ffd40910-b38a-43f1-9c6b-6ab2d4f2b7ab req-9fa39547-b51a-4bab-95e2-535e7cc28402 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0742390
Jun 10 04:15:27.075172 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ffd40910-b38a-43f1-9c6b-6ab2d4f2b7ab req-d4f18f08-46a6-4a66-a8c4-76b1b10ff956 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366769
Jun 10 04:15:27.127964 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722a51-e1ef-42e8-a313-23156c4d7f73 req-0274b7b8-f06a-46c1-aa19-055ab67a9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.129416 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a0722a51-e1ef-42e8-a313-23156c4d7f73 req-0274b7b8-f06a-46c1-aa19-055ab67a9ed4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=19ee786748654067bf564c8a5afc9578&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1589799
Jun 10 04:15:27.165642 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32177f3e-7ae2-482d-b14d-aa5b6e87a434 req-6118a4f9-55cc-452e-b825-f1c7293bc017 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.167021 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-32177f3e-7ae2-482d-b14d-aa5b6e87a434 req-6118a4f9-55cc-452e-b825-f1c7293bc017 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 944 time: 0.0731840
Jun 10 04:15:27.279615 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-32177f3e-7ae2-482d-b14d-aa5b6e87a434 req-3c4dde56-8d94-48d4-b221-f64923085f73 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036124
Jun 10 04:15:27.310367 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722a51-e1ef-42e8-a313-23156c4d7f73 req-de93ae91-416f-4fe6-a9b2-7b4a66fffda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.311836 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-a0722a51-e1ef-42e8-a313-23156c4d7f73 req-de93ae91-416f-4fe6-a9b2-7b4a66fffda1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1439841
Jun 10 04:15:27.448419 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-e57e8881-4e3b-4740-9ef0-fea70d0c02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.449890 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-e57e8881-4e3b-4740-9ef0-fea70d0c02bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1097 time: 0.0627041
Jun 10 04:15:27.511290 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-1e30d187-dfa5-4b09-93c0-023e9ce731aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 217 time: 0.0462563
Jun 10 04:15:27.566513 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-bd9fe1a0-6c43-40b5-a9aa-5d0e746d81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.567919 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-bd9fe1a0-6c43-40b5-a9aa-5d0e746d81aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 200  len: 852 time: 0.0506852
Jun 10 04:15:27.634750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-10a7200e-d7eb-4ba7-baf2-7194398654d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.636210 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-10a7200e-d7eb-4ba7-baf2-7194398654d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d568410-1f9b-4149-aebd-03c17a313877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0612950
Jun 10 04:15:27.836145 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-aa62b027-5ab2-4408-8d79-5f65a2632c04 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:27.837554 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-aa62b027-5ab2-4408-8d79-5f65a2632c04 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.11 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.1607611
Jun 10 04:15:27.839248 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-1c84ccee-7f9f-478d-92ce-3ce7d0dca772 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611555
Jun 10 04:15:28.349204 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66263a-ed0c-48d5-ac0b-9bc14ffa19ed req-06738981-4052-4aba-a07b-fe4e32a799ba tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:28.350722 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4d66263a-ed0c-48d5-ac0b-9bc14ffa19ed req-06738981-4052-4aba-a07b-fe4e32a799ba tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 946 time: 0.3288054
Jun 10 04:15:28.392165 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4d66263a-ed0c-48d5-ac0b-9bc14ffa19ed req-0e00712d-b4a8-4029-9a85-00c945bcbf01 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/security-groups?id=c5109423-1a24-4956-b814-90375040f8d8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353293
Jun 10 04:15:28.396319 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d8e0b8bd-f55a-40e7-9a52-60c356f254e8 req-a2c1425b-d9d3-4928-a44b-343b4d150437 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5326207
Jun 10 04:15:28.427124 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ae4fb-396c-480b-8011-d4723e40bf9e req-f013f76e-df56-4a71-a2f8-0aa00fc91376 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:28.428610 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1f4ae4fb-396c-480b-8011-d4723e40bf9e req-f013f76e-df56-4a71-a2f8-0aa00fc91376 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.1927032
Jun 10 04:15:28.434764 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Deleting port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:28.435140 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:28.545603 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-1f4ae4fb-396c-480b-8011-d4723e40bf9e req-358c6033-658d-4dd7-8beb-9abdb99a29d2 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073742
Jun 10 04:15:28.563669 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eadf0-bfec-4472-99fd-e7b251ae1f80 req-d02bab1e-8175-412a-9415-6a5ad0d4a97f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:28.565578 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2e6eadf0-bfec-4472-99fd-e7b251ae1f80 req-d02bab1e-8175-412a-9415-6a5ad0d4a97f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 944 time: 0.0696502
Jun 10 04:15:28.581492 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] For port 9ce9780c-2da8-484d-83ea-a5eb01e1d439, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=9ce9780c-2da8-484d-83ea-a5eb01e1d439,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:28.581858 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:28.614334 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2e6eadf0-bfec-4472-99fd-e7b251ae1f80 req-516dd004-7908-4323-83a5-b068d2713b9e tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425413
Jun 10 04:15:28.684086 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Calling delete_port for 9ce9780c-2da8-484d-83ea-a5eb01e1d439 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:28.907874 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:28.912700 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:28.943997 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event deleted for resources: {'Port': ['ID=9ce9780c-2da8-484d-83ea-a5eb01e1d439,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:28.947195 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:29.002722 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] No DVR routers for this DVR port 9ce9780c-2da8-484d-83ea-a5eb01e1d439 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:15:29.005232 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:29.007174 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-307325eb-8d31-4a8e-a3af-2982adc40c33 req-f9708795-789b-4176-adf7-8454034a1e4a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.11 "DELETE /v2.0/ports/9ce9780c-2da8-484d-83ea-a5eb01e1d439 HTTP/1.1" status: 204  len: 173 time: 1.1497316
Jun 10 04:15:29.007678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-deleted', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:29.009941 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe2b1c9-61ca-490b-8019-41b3b71fb08e" -d '{"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-deleted", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:29.044626 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e337235-7a29-48d1-b689-25f033af9751 x-openstack-request-id: req-0e337235-7a29-48d1-b689-25f033af9751 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:29.044872 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945d52bb-9c1d-4182-a364-1fdc5bd68aac", "name": "network-vif-deleted", "tag": "9ce9780c-2da8-484d-83ea-a5eb01e1d439", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:29.045189 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e337235-7a29-48d1-b689-25f033af9751 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:29.045628 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '945d52bb-9c1d-4182-a364-1fdc5bd68aac', 'name': 'network-vif-deleted', 'tag': '9ce9780c-2da8-484d-83ea-a5eb01e1d439', 'status': 'completed', 'code': 200}
Jun 10 04:15:29.195182 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5128f-52ce-4735-98a0-fc93c85fa820 req-d9c40893-4bc9-4951-98aa-ad31d19e18db tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:29.196650 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17c5128f-52ce-4735-98a0-fc93c85fa820 req-d9c40893-4bc9-4951-98aa-ad31d19e18db tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0701020
Jun 10 04:15:29.238547 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-17c5128f-52ce-4735-98a0-fc93c85fa820 req-1338592b-398e-4994-b59e-74310e073eb7 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363243
Jun 10 04:15:29.543868 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-2edb71e4-6336-422b-a2ee-ca441d00c051 req-365d8e54-7085-4b98-baab-5b40e7167315 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "GET /v2.0/ports?device_id=945d52bb-9c1d-4182-a364-1fdc5bd68aac HTTP/1.1" status: 200  len: 210 time: 0.0378132
Jun 10 04:15:29.800797 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035ba0c-05b0-40c4-898d-82c7c3ea305b req-f5b92e50-292f-4fb5-b666-8ecbecb2a540 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:29.802417 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4035ba0c-05b0-40c4-898d-82c7c3ea305b req-f5b92e50-292f-4fb5-b666-8ecbecb2a540 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 944 time: 0.0743322
Jun 10 04:15:29.844663 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-4035ba0c-05b0-40c4-898d-82c7c3ea305b req-0936a744-e95e-4118-ac76-2adc4a630fea tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358689
Jun 10 04:15:30.430118 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d42a27-1088-4a1d-a1f6-974fed95990c req-0d9c5779-5352-4b99-923f-e9c97740e326 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:30.431513 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-35d42a27-1088-4a1d-a1f6-974fed95990c req-0d9c5779-5352-4b99-923f-e9c97740e326 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.0775735
Jun 10 04:15:30.473316 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-35d42a27-1088-4a1d-a1f6-974fed95990c req-0c532fc5-791d-4a8d-ab35-cfa13a95d180 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/security-groups?id=4df4477f-e6df-493a-9480-078d5c79fd8f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359888
Jun 10 04:15:30.475845 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:15:30.488979 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:30.515575 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 9ce9780c-2da8-484d-83ea-a5eb01e1d439 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:30.523528 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 9ce9780c-2da8-484d-83ea-a5eb01e1d439 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:30.622463 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:30.634808 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'port_id': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'mac_address': 'fa:16:3e:2e:45:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:15:30.640982 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60862) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:30.679943 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.700865 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:15:30.716191 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:30.735071 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.773229 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.775212 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-70f77ecc-57fb-4780-818d-5f0248ac54dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:30.781722 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.833789 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-cfc50dd8-1a35-4220-81ff-6cd4a730ae0a tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:30.835288 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-cfc50dd8-1a35-4220-81ff-6cd4a730ae0a tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 950 time: 0.1412230
Jun 10 04:15:30.837798 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:30.841948 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:30.901941 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.951196 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Deleting port db8d9641-d454-4785-ab84-0e0cd1b1c547 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:30.951454 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.956208 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.958777 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:30.962270 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] 10.222.0.20 "DELETE /v2.0/security-groups/c5109423-1a24-4956-b814-90375040f8d8 HTTP/1.1" status: 204  len: 168 time: 0.3173993
Jun 10 04:15:30.975518 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e41bb703-ad17-456e-ad25-1ca002c17308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:31.001781 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5109423-1a24-4956-b814-90375040f8d8,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:31.005479 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-033ae08a-a7c9-4687-bb67-5678de6f5081 tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:31.007296 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:15:31.034493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54248e49-d623-490d-be43-9dce48d0a589 req-9ea7ddcd-e47f-4aef-9bea-6ef95e56762f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:31.035979 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-54248e49-d623-490d-be43-9dce48d0a589 req-9ea7ddcd-e47f-4aef-9bea-6ef95e56762f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 945 time: 0.0787623
Jun 10 04:15:31.055841 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:15:31.071060 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 60868) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:31.091204 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-54248e49-d623-490d-be43-9dce48d0a589 req-a3f1e345-5cf6-4ccb-805c-eef62d04244b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487144
Jun 10 04:15:31.109693 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] For port db8d9641-d454-4785-ab84-0e0cd1b1c547, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=db8d9641-d454-4785-ab84-0e0cd1b1c547,segment=NetworkSegment(66307c7a-3d79-45d3-a078-41a1361c9cd0),segment_id=66307c7a-3d79-45d3-a078-41a1361c9cd0)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:31.110510 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:31.217467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Calling delete_port for db8d9641-d454-4785-ab84-0e0cd1b1c547 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:31.430648 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:31.436190 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-31dcd79e-de09-4555-bfdd-cd8326b1fb6e tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:31.465775 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Pushing event deleted for resources: {'Port': ['ID=db8d9641-d454-4785-ab84-0e0cd1b1c547,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:31.468819 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:31.527704 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] No DVR routers for this DVR port db8d9641-d454-4785-ab84-0e0cd1b1c547 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:15:31.531681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:31.533220 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-5bc336f5-63cd-4c7a-b2d9-fb7cb95add3d req-79e244b0-00d5-4412-8c22-6100b4b0f701 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.11 "DELETE /v2.0/ports/db8d9641-d454-4785-ab84-0e0cd1b1c547 HTTP/1.1" status: 204  len: 173 time: 0.6921842
Jun 10 04:15:31.533756 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6b869b-8508-456d-a43b-829c67335984', 'name': 'network-vif-deleted', 'tag': 'db8d9641-d454-4785-ab84-0e0cd1b1c547'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:31.536114 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68f148-fd52-4b5a-9f46-5e5ad3f093f1" -d '{"events": [{"server_uuid": "1a6b869b-8508-456d-a43b-829c67335984", "name": "network-vif-deleted", "tag": "db8d9641-d454-4785-ab84-0e0cd1b1c547"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:31.585956 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['db8d9641-d454-4785-ab84-0e0cd1b1c547'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:15:31.602210 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a997dd72-e6d4-4a27-a5aa-d5a7af181bf1 x-openstack-request-id: req-a997dd72-e6d4-4a27-a5aa-d5a7af181bf1 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:31.602544 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6b869b-8508-456d-a43b-829c67335984", "name": "network-vif-deleted", "tag": "db8d9641-d454-4785-ab84-0e0cd1b1c547", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:31.602838 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a997dd72-e6d4-4a27-a5aa-d5a7af181bf1 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:31.603374 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6b869b-8508-456d-a43b-829c67335984', 'name': 'network-vif-deleted', 'tag': 'db8d9641-d454-4785-ab84-0e0cd1b1c547', 'status': 'completed', 'code': 200}
Jun 10 04:15:31.657766 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f4f51331-a364-406a-b064-4ba7081f9e3f req-9bac562b-681c-43ec-a7ea-c6642d5d24c5 tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] 10.222.0.20 "GET /v2.0/ports?device_id=1a6b869b-8508-456d-a43b-829c67335984 HTTP/1.1" status: 200  len: 210 time: 0.0443797
Jun 10 04:15:31.737382 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:32.056334 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Deleting port 01334f85-48d4-4ed6-b00f-c854f1625265 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:32.057049 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:32.157741 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] For port 01334f85-48d4-4ed6-b00f-c854f1625265, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=01334f85-48d4-4ed6-b00f-c854f1625265,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:32.158284 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:32.249042 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Calling delete_port for 01334f85-48d4-4ed6-b00f-c854f1625265 owned by network:router_interface {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:32.384813 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20459ec1-e6ea-4233-986e-66035982fb74 req-a7a1ea18-e4e0-4aaf-a23a-0cb0f0059901 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:32.386250 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-20459ec1-e6ea-4233-986e-66035982fb74 req-a7a1ea18-e4e0-4aaf-a23a-0cb0f0059901 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 945 time: 0.1349618
Jun 10 04:15:32.443659 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-3bc4b0fd-3fe5-4925-b1b8-6ef16307f5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0629613
Jun 10 04:15:32.481004 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:15:32.505500 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-20459ec1-e6ea-4233-986e-66035982fb74 req-97f9a2cc-6951-4375-9d9e-d5924e04670c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682778
Jun 10 04:15:32.602428 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391e223-b39a-4282-9e3a-072786065b53 req-55f7a22a-0939-46d6-93bb-6f7f8276f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:32.603991 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-55f7a22a-0939-46d6-93bb-6f7f8276f62f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1099 time: 0.0617115
Jun 10 04:15:32.621686 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:15:32.625585 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:32.625960 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:32.653908 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:32.659001 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-329591fa-9262-4d6c-a467-413fec92e53a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:32.692988 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Pushing event deleted for resources: {'Port': ['ID=01334f85-48d4-4ed6-b00f-c854f1625265,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:32.701128 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.701700 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.702173 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.702876 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.703990 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.704461 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.704940 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.705399 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.705856 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.706314 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.706881 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.707366 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:15:32.715554 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:32.724778 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:32.750430 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391e223-b39a-4282-9e3a-072786065b53 req-36bb95ba-0c22-4659-ac1b-8bb7dbcd9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:32.751982 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-36bb95ba-0c22-4659-ac1b-8bb7dbcd9726 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1270683
Jun 10 04:15:32.871641 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-1807425c-8bd8-417e-b72d-a8a2789b186f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 200  len: 1001 time: 0.1120977
Jun 10 04:15:32.941547 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391e223-b39a-4282-9e3a-072786065b53 req-a4eb5e30-89f5-4ad4-87a3-dbec4e3a9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:32.943669 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:32.944300 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-a4eb5e30-89f5-4ad4-87a3-dbec4e3a9b01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0663364
Jun 10 04:15:32.948509 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2f548-b7d7-4d77-b0a3-0260be9ed349" -d '{"events": [{"server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "name": "network-vif-plugged", "status": "completed", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:32.970040 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:33.022759 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb46a64-fe1a-4bbb-ab09-2c060d53e65e x-openstack-request-id: req-adb46a64-fe1a-4bbb-ab09-2c060d53e65e {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:33.023373 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "name": "network-vif-plugged", "status": "completed", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:33.024038 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adb46a64-fe1a-4bbb-ab09-2c060d53e65e {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:33.024895 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'code': 200}
Jun 10 04:15:33.026243 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:33.028417 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:33.031551 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:33.045172 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391e223-b39a-4282-9e3a-072786065b53 req-7e7bad3b-7c76-4a59-9b48-dcb30a872865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:33.046660 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-7e7bad3b-7c76-4a59-9b48-dcb30a872865 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814207
Jun 10 04:15:33.108720 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:33.112627 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:33.202470 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-d1d6344c-aa6f-4b22-99a4-6470cec6069c service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459484
Jun 10 04:15:33.354701 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3391e223-b39a-4282-9e3a-072786065b53 req-419b908b-9ad2-4bc6-a075-1ee169c9f50d service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457281
Jun 10 04:15:33.388196 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Router 14299489-ef5a-4413-84e2-134ccce526fe has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:15:33.485328 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1604f4-c876-48e8-ad3e-87cf3a92d91e req-1e916ced-1b93-4735-909d-f1996f920519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:33.492849 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ec1604f4-c876-48e8-ad3e-87cf3a92d91e req-1e916ced-1b93-4735-909d-f1996f920519 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1099 time: 0.0755098
Jun 10 04:15:33.544087 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ec1604f4-c876-48e8-ad3e-87cf3a92d91e req-7f720a0c-f50c-4e96-a1e9-494943e673cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440950
Jun 10 04:15:33.734506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6fee3-671d-4091-bb47-73000b347f3b req-9eb6e36d-888f-4877-9bca-2cc69a05fa4a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:33.736963 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dae6fee3-671d-4091-bb47-73000b347f3b req-9eb6e36d-888f-4877-9bca-2cc69a05fa4a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0896101
Jun 10 04:15:33.794188 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-dae6fee3-671d-4091-bb47-73000b347f3b req-b90bfb05-6a49-4646-8991-51723cce8a18 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489001
Jun 10 04:15:33.854351 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:15:33.862477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 60940) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:33.862699 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] 10.222.0.20 "PUT /v2.0/routers/14299489-ef5a-4413-84e2-134ccce526fe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7904625
Jun 10 04:15:33.863867 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] Sync routers for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:15:33.873881 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:33.875308 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54ea5340>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:34.010476 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:34.025323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:34.153328 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:34.263897 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54ea5340>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:15:32Z', 'revision_number': 5, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port': {'id': 'fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14299489-ef5a-4413-84e2-134ccce526fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:01Z', 'updated_at': '2021-06-10T04:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:34.267138 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] Checking router: 14299489-ef5a-4413-84e2-134ccce526fe for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:15:34.275148 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] Routers {'14299489-ef5a-4413-84e2-134ccce526fe'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:34.275756 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54ea5340>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['14299489-ef5a-4413-84e2-134ccce526fe'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:34.339405 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Deleting port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:34.339750 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:34.400126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] Set router 14299489-ef5a-4413-84e2-134ccce526fe gateway port host: None {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:34.442651 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] For port fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:34.443229 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:34.486827 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device db8d9641-d454-4785-ab84-0e0cd1b1c547 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:34.489086 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54ea5340>, [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:15:34Z', 'revision_number': 6, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port_host': None}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:34.513761 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412eb13f-710e-46a3-8d2e-b0c04eb5c25f None None] The sync data for ids ['14299489-ef5a-4413-84e2-134ccce526fe'] in dv-cinder-741349-4-iscsi is: [{'id': '14299489-ef5a-4413-84e2-134ccce526fe', 'name': 'tempest-TestShelveInstance-829929226-router', 'tenant_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:00Z', 'updated_at': '2021-06-10T04:15:34Z', 'revision_number': 6, 'project_id': 'fc75b086fa39458c8d98b3d816b1efb3', 'gw_port_host': None}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:15:34.516815 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: db8d9641-d454-4785-ab84-0e0cd1b1c547 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:34.516815 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device db8d9641-d454-4785-ab84-0e0cd1b1c547 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:34.549514 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Calling delete_port for fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:34.804681 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:34.806771 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-113fa3cc-70bb-4614-97d2-f5b47e659804 tempest-VolumesSnapshotTestJSON-374813484 tempest-VolumesSnapshotTestJSON-374813484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:34.838663 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:34.845941 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:34.921900 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.040000 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b4eba-753a-40dd-b114-a3f364542431 req-240fc167-8027-4815-95c1-35dd0db3a2f1 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:35.041538 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ad9b4eba-753a-40dd-b114-a3f364542431 req-240fc167-8027-4815-95c1-35dd0db3a2f1 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0963109
Jun 10 04:15:35.087797 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ad9b4eba-753a-40dd-b114-a3f364542431 req-f4773dc0-3684-4a7a-9f74-a84646b3150c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405321
Jun 10 04:15:35.412911 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.416025 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.507221 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c789bb-9f48-4995-a812-b06bb7acc1d4 req-6adac22e-d258-4875-9b4f-39cc616e9b63 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:35.508734 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f7c789bb-9f48-4995-a812-b06bb7acc1d4 req-6adac22e-d258-4875-9b4f-39cc616e9b63 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.1324227
Jun 10 04:15:35.517665 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:35.542870 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:35.543111 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fb6d5ff9-1215-43c5-89cb-95f30cc7dd2e not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:35.543490 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 01334f85-48d4-4ed6-b00f-c854f1625265 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:35.551493 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-f7c789bb-9f48-4995-a812-b06bb7acc1d4 req-f03fa7bd-2dc5-42b9-bde3-2f58afa68d8f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362830
Jun 10 04:15:35.566330 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.567484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14299489-ef5a-4413-84e2-134ccce526fe {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:15:35.568478 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 01334f85-48d4-4ed6-b00f-c854f1625265 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:35.568842 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 01334f85-48d4-4ed6-b00f-c854f1625265 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:35.572380 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.574158 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/14299489-ef5a-4413-84e2-134ccce526fe HTTP/1.1" status: 204  len: 168 time: 1.7099330
Jun 10 04:15:35.576074 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 32808) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:35.630469 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Deleting subnet 42d8debb-ec3d-448a-8d88-305dac0e0341 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:15:35.633967 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.687520 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12625173'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.788327 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.962611 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24941509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25087451'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:35.968568 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b80c9809-699b-4c5d-a730-644275ce5550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:35.981372 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a3a3b-4e0f-4996-82db-d0222fc01ca1 req-a4779d62-77b9-4de1-9271-da20c206c62a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:35.982824 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-965a3a3b-4e0f-4996-82db-d0222fc01ca1 req-a4779d62-77b9-4de1-9271-da20c206c62a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0817184
Jun 10 04:15:36.012078 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d8debb-ec3d-448a-8d88-305dac0e0341,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:36.018350 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.020114 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/42d8debb-ec3d-448a-8d88-305dac0e0341 HTTP/1.1" status: 204  len: 168 time: 0.4430552
Jun 10 04:15:36.021777 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c13a6-3b69-498f-a6f6-a2432aa412ac None None] Network 8a7bf972-53d8-4705-a3f1-e2959829afc7 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:15:36.021911 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-9e052db3-9eca-44be-a633-64b68887ea31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:36.022538 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 32840) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:36.083136 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-965a3a3b-4e0f-4996-82db-d0222fc01ca1 req-76b94d71-f072-40be-a58b-83623827493e tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742402
Jun 10 04:15:36.151389 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.220971 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Deleting port 51264284-9090-4459-a66e-efe44ae8d79b {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:36.221317 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.280732 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] DHCP port deletion for 8a7bf972-53d8-4705-a3f1-e2959829afc7 request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:15:36.316839 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] For port 51264284-9090-4459-a66e-efe44ae8d79b, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51264284-9090-4459-a66e-efe44ae8d79b,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:36.317222 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.346629 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Deleting port 51264284-9090-4459-a66e-efe44ae8d79b {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:36.346978 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.412545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Calling delete_port for 51264284-9090-4459-a66e-efe44ae8d79b owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:36.435833 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] For port 51264284-9090-4459-a66e-efe44ae8d79b, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51264284-9090-4459-a66e-efe44ae8d79b,segment=NetworkSegment(7698a622-1f36-4550-af42-391bdcf99077),segment_id=7698a622-1f36-4550-af42-391bdcf99077)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:36.436227 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.533786 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Calling delete_port for 51264284-9090-4459-a66e-efe44ae8d79b owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:36.610317 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.613377 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b8c754d7-cb85-41b1-803a-e1cf67878dd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:36.627047 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.629982 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-ab46a316-a5d9-4e74-bef9-bea7106d74cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:36.655260 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] No DVR routers for this DVR port 51264284-9090-4459-a66e-efe44ae8d79b on host dv-cinder-741349-4-iscsi {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:15:36.655260 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Pushing event deleted for resources: {'Port': ['ID=51264284-9090-4459-a66e-efe44ae8d79b,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:36.655260 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:36.683368 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Pushing event deleted for resources: {'Port': ['ID=51264284-9090-4459-a66e-efe44ae8d79b,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:36.685213 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] No DVR routers for this DVR port 51264284-9090-4459-a66e-efe44ae8d79b on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:15:36.686815 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-a4ba0189-5ddd-4580-ab23-bd1c7b85d95f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:36.758251 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.770325 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4f5eeb20>,) {'filters': {'network_id': ['8a7bf972-53d8-4705-a3f1-e2959829afc7']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:36.784736 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f5eeb20>, '7698a622-1f36-4550-af42-391bdcf99077') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:36.784736 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f5eeb20>, '7698a622-1f36-4550-af42-391bdcf99077') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:36.794902 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.810486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.817182 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:15:36.817630 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:15:36.819333 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:15:36.975879 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.980075 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-942be0ba-4e2f-41ca-9fcf-c3d5d6c4c39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:36.984369 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:36.986890 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] 10.222.0.20 "DELETE /v2.0/networks/8a7bf972-53d8-4705-a3f1-e2959829afc7 HTTP/1.1" status: 204  len: 168 time: 0.9627602
Jun 10 04:15:36.989138 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32884) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:36.998513 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7bf972-53d8-4705-a3f1-e2959829afc7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:37.003917 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-df770a33-6bdf-48d4-943f-5acdf9da317a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:37.421789 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:37.498799 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51264284-9090-4459-a66e-efe44ae8d79b no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:37.666239 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 51264284-9090-4459-a66e-efe44ae8d79b {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:37.666953 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51264284-9090-4459-a66e-efe44ae8d79b not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:37.759163 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Deleting port 1dcacfbe-7e06-413a-bddf-5319e5c87f81 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:37.761591 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:37.874151 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] For port 1dcacfbe-7e06-413a-bddf-5319e5c87f81, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=1dcacfbe-7e06-413a-bddf-5319e5c87f81,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:37.874529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:37.964305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Calling delete_port for 1dcacfbe-7e06-413a-bddf-5319e5c87f81 owned by network:router_interface {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:38.291039 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:38.294299 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:38.329396 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcacfbe-7e06-413a-bddf-5319e5c87f81,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:38.333374 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:38.552427 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32908) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:38.733982 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-2ce3b073-e4c5-434e-938b-5e29045e6d49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8be9eb4f176743fcbd09082b8eb1abd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1803043
Jun 10 04:15:38.736900 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32916) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:38.908924 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:38.945415 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:38.959261 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:39.215568 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:39.218124 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:39.219876 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4df4477f-e6df-493a-9480-078d5c79fd8f HTTP/1.1" status: 204  len: 168 time: 0.4820969
Jun 10 04:15:39.222080 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-eca2de34-5d7f-4f24-9ed9-c45ea422c4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:39.240226 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4477f-e6df-493a-9480-078d5c79fd8f,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:39.243730 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c97ac933-7198-4cfa-ae1d-2cec46ec833b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:39.279705 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Router d690d1d6-50a5-435e-925a-9beaa6b57167 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:15:39.421441 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:15:39.429026 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] 10.222.0.20 "PUT /v2.0/routers/d690d1d6-50a5-435e-925a-9beaa6b57167/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4358456
Jun 10 04:15:39.429186 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32922) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:39.430027 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] Sync routers for ids ['d690d1d6-50a5-435e-925a-9beaa6b57167'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:15:39.442055 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] Routers {'d690d1d6-50a5-435e-925a-9beaa6b57167'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:39.442055 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55f622e0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['d690d1d6-50a5-435e-925a-9beaa6b57167'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:39.576104 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks [] for router, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:39.589021 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] Set router d690d1d6-50a5-435e-925a-9beaa6b57167 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:39.940895 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55f622e0>, [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:15:38Z', 'revision_number': 5, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:39.944491 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] Checking router: d690d1d6-50a5-435e-925a-9beaa6b57167 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:15:39.952749 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] Routers {'d690d1d6-50a5-435e-925a-9beaa6b57167'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:39.953967 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55f622e0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['d690d1d6-50a5-435e-925a-9beaa6b57167'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:39.991056 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.096833 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] Set router d690d1d6-50a5-435e-925a-9beaa6b57167 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:40.112441 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Deleting port b7a85fa5-8583-4523-a40e-d4d94e5c05d2 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:40.112794 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.217577 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] For port b7a85fa5-8583-4523-a40e-d4d94e5c05d2, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:40.217873 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.309860 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Calling delete_port for b7a85fa5-8583-4523-a40e-d4d94e5c05d2 owned by network:router_gateway {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:40.328197 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55f622e0>, [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:15:38Z', 'revision_number': 5, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:40.331604 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08d38-9456-4eb5-96f9-94e98c1837ee None None] The sync data for ids ['d690d1d6-50a5-435e-925a-9beaa6b57167'] in dv-cinder-741349-4-iscsi is: [{'id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'name': 'tempest-TestShelveInstance-1292294578-router', 'tenant_id': '4589868641fa47dcb833d35187286a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:08Z', 'updated_at': '2021-06-10T04:15:38Z', 'revision_number': 5, 'project_id': '4589868641fa47dcb833d35187286a57', 'gw_port': {'id': 'b7a85fa5-8583-4523-a40e-d4d94e5c05d2', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:36:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd690d1d6-50a5-435e-925a-9beaa6b57167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:09Z', 'updated_at': '2021-06-10T04:10:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:15:40.575744 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.577665 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-66164a72-9903-4702-8435-d6bab09cb65a tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:40.605884 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a85fa5-8583-4523-a40e-d4d94e5c05d2,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:40.609042 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:40.683715 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.817641 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.819720 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.950148 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.950673 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d690d1d6-50a5-435e-925a-9beaa6b57167 {{(pid=92307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:15:40.956069 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:40.959357 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] 10.222.0.20 "DELETE /v2.0/routers/d690d1d6-50a5-435e-925a-9beaa6b57167 HTTP/1.1" status: 204  len: 168 time: 1.5270329
Jun 10 04:15:40.959746 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 32926) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:41.014300 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Deleting subnet 2ddb7da8-d6da-45bc-b496-03a386797b3c {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:15:41.017954 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.060862 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12625173'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.153463 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.284884 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24941509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25087451'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.287765 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:41.318809 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ddb7da8-d6da-45bc-b496-03a386797b3c,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:41.320700 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.324887 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2ddb7da8-d6da-45bc-b496-03a386797b3c HTTP/1.1" status: 204  len: 168 time: 0.3617363
Jun 10 04:15:41.324887 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7fee1dcf-6812-4052-a657-9f5278b7e164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:41.325106 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 32930) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:41.325887 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fbb7b-0cd5-4e3d-a780-e682bbce7cd5 None None] Network 84caaa60-9b18-494a-b6ce-9b9d19760050 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:15:41.422998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.488420 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Deleting port 55b18363-9d13-4c87-9f5c-2eb7152661a9 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:41.488767 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.504873 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1dcacfbe-7e06-413a-bddf-5319e5c87f81 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:41.536742 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 1dcacfbe-7e06-413a-bddf-5319e5c87f81 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:41.537105 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 1dcacfbe-7e06-413a-bddf-5319e5c87f81 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:41.537534 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b7a85fa5-8583-4523-a40e-d4d94e5c05d2 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:41.561696 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: b7a85fa5-8583-4523-a40e-d4d94e5c05d2 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:41.562056 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b7a85fa5-8583-4523-a40e-d4d94e5c05d2 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:41.583189 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] DHCP port deletion for 84caaa60-9b18-494a-b6ce-9b9d19760050 request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:15:41.585128 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] For port 55b18363-9d13-4c87-9f5c-2eb7152661a9, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=55b18363-9d13-4c87-9f5c-2eb7152661a9,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:41.585570 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.638356 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Deleting port 55b18363-9d13-4c87-9f5c-2eb7152661a9 {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:15:41.638740 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.679845 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Calling delete_port for 55b18363-9d13-4c87-9f5c-2eb7152661a9 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:41.719404 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] For port 55b18363-9d13-4c87-9f5c-2eb7152661a9, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=55b18363-9d13-4c87-9f5c-2eb7152661a9,segment=NetworkSegment(3511f11b-33cb-49bf-b689-a0dd0710051d),segment_id=3511f11b-33cb-49bf-b689-a0dd0710051d)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:41.719800 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.811505 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Calling delete_port for 55b18363-9d13-4c87-9f5c-2eb7152661a9 owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:15:41.867562 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.870725 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-400ae374-b537-4fba-a569-6dd22f0d7d9a tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:41.900206 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b18363-9d13-4c87-9f5c-2eb7152661a9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:41.902025 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] No DVR routers for this DVR port 55b18363-9d13-4c87-9f5c-2eb7152661a9 on host dv-cinder-741349-4-iscsi {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:15:41.903512 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:41.907700 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:41.910363 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:41.939521 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Pushing event deleted for resources: {'Port': ['ID=55b18363-9d13-4c87-9f5c-2eb7152661a9,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:41.941249 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] No DVR routers for this DVR port 55b18363-9d13-4c87-9f5c-2eb7152661a9 on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:15:41.942609 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-dff93dbd-840d-44b5-8c28-988f35b1106c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:42.002033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.012895 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4f6f3d90>,) {'filters': {'network_id': ['84caaa60-9b18-494a-b6ce-9b9d19760050']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:42.023771 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f6f3d90>, '3511f11b-33cb-49bf-b689-a0dd0710051d') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:42.024069 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f6f3d90>, '3511f11b-33cb-49bf-b689-a0dd0710051d') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:42.034134 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.049033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.055337 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:15:42.055733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:15:42.057342 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:15:42.192887 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.196307 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:42.198639 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.205780 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/84caaa60-9b18-494a-b6ce-9b9d19760050 HTTP/1.1" status: 204  len: 168 time: 0.8745015
Jun 10 04:15:42.216669 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=84caaa60-9b18-494a-b6ce-9b9d19760050,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:42.220784 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:42.564875 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32936) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:42.607848 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b27dc015-ef71-43a5-a027-ef164d57ba65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc75b086fa39458c8d98b3d816b1efb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0417023
Jun 10 04:15:42.610153 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32938) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:42.660001 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.682001 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.795647 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.798122 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:42.799270 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af13ba5e-8a8b-4412-b4bd-0d1d78c3a7aa HTTP/1.1" status: 204  len: 168 time: 0.1881535
Jun 10 04:15:42.800031 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-48a66a0c-acdd-4a21-acda-ee3f2871befd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:42.808562 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13ba5e-8a8b-4412-b4bd-0d1d78c3a7aa,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:42.810825 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-3ba538ea-f311-4c17-baab-2a073e56c74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:43.345301 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b3f0a0e3-b5b2-4690-b01d-70fcf159fa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:43.496564 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 55b18363-9d13-4c87-9f5c-2eb7152661a9 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:15:43.520698 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 55b18363-9d13-4c87-9f5c-2eb7152661a9 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:15:43.521054 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 55b18363-9d13-4c87-9f5c-2eb7152661a9 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:15:43.529045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 32946) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:43.572667 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-17b50c14-6fa8-4a55-b75e-1d5341d5c9c8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4589868641fa47dcb833d35187286a57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0424218
Jun 10 04:15:43.575068 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 32948) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:43.625117 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:43.646903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:43.781153 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:43.784426 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:43.785541 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a3b47e9-23b7-47bc-8e3a-cbe650b57f6f HTTP/1.1" status: 204  len: 168 time: 0.2096136
Jun 10 04:15:43.786269 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5b8f0e4d-1a3d-4935-973d-619f348d7a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:43.794526 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3b47e9-23b7-47bc-8e3a-cbe650b57f6f,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:43.796740 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e83f61b9-0743-4aa3-9791-9bb0db6fe2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:45.855976 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:45.878873 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-26c42335-f6e5-4682-9c57-77551b4b5347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:46.949850 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:48.707174 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:49.918486 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea396c8b-0f4a-4aec-88e9-b909c2a9e37a req-1dbdc407-bf45-42f4-b17f-51b81265be15 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:49.920010 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ea396c8b-0f4a-4aec-88e9-b909c2a9e37a req-1dbdc407-bf45-42f4-b17f-51b81265be15 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0735755
Jun 10 04:15:49.962080 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ea396c8b-0f4a-4aec-88e9-b909c2a9e37a req-efa4472e-eb0e-4894-a8f9-283ffe6778d5 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358644
Jun 10 04:15:49.991906 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32988) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:50.193145 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9874184c-60dc-496f-a354-f3a149dddc32 tempest-TestMinimumBasicScenario-880370742 tempest-TestMinimumBasicScenario-880370742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:50.194674 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-9874184c-60dc-496f-a354-f3a149dddc32 tempest-TestMinimumBasicScenario-880370742 tempest-TestMinimumBasicScenario-880370742-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1094 time: 0.2068048
Jun 10 04:15:50.197658 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 32994) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:50.201996 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'port_id': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:50.276273 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for floatingip, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:50.397557 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:50.512031 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Allocated IP 172.27.0.208 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/737ad2fe-d996-44f1-9f18-ff879917297a) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:15:50.638704 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:50.727120 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:50.729692 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:50.775113 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:15:50.777885 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:15:50.781447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:15:50.812964 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'Port': ['ID=737ad2fe-d996-44f1-9f18-ff879917297a,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:50.817568 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:51.231318 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:51.379861 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:51.561255 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:51.624208 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:51.626406 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4c948299-d4fe-407d-87ea-5892237aeb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:51.711866 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'Port': ['ID=737ad2fe-d996-44f1-9f18-ff879917297a,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:51.715653 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:51.724053 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:51.853926 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Floating IP a0fef82a-f32e-4c73-a560-700ce3696873 associated. External IP: 172.27.0.208, port: cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0.
Jun 10 04:15:52.124919 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Router 7ad69346-c462-48d0-af10-fee5cf82f74b has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:15:52.263587 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:15:52.277115 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] Sync routers for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:15:52.286952 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:52.287606 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55ad80d0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:52.381709 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:52.427020 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a115bc7b-0885-4440-88b5-b54faeb672fa tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2255423
Jun 10 04:15:52.427020 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:52.427671 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf73dd4-e882-429c-8d1e-f4081a64ddee" -d '{"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:52.427770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33002) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:52.429776 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:52.432931 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-921816221', 'description': 'tempest-secgroup-smoke-921816221 description', 'project_id': '19ee786748654067bf564c8a5afc9578'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:52.465295 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac218021-4104-4904-a5c9-bc03d10bbb19 x-openstack-request-id: req-ac218021-4104-4904-a5c9-bc03d10bbb19 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:52.465630 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:52.465922 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac218021-4104-4904-a5c9-bc03d10bbb19 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:52.466358 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'status': 'completed', 'code': 200}
Jun 10 04:15:52.521645 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:52.608129 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-1d2fe8a6-d0a2-4478-899e-be153ff3c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:52.609607 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-1d2fe8a6-d0a2-4478-899e-be153ff3c458 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1099 time: 0.0982175
Jun 10 04:15:52.713525 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55ad80d0>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'a0fef82a-f32e-4c73-a560-700ce3696873', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'port_id': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'mac_address': 'fa:16:3e:2e:45:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:15:51Z', 'updated_at': '2021-06-10T04:15:51Z', 'revision_number': 0, 'project_id': '19ee786748654067bf564c8a5afc9578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:54Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:52.716958 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] Checking router: 7ad69346-c462-48d0-af10-fee5cf82f74b for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:15:52.725039 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:15:52.725659 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55ad80d0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:15:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:52.732122 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:52.757657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-873382da-7dd7-464c-a605-27c36376a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:52.759134 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-873382da-7dd7-464c-a605-27c36376a021 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 914 time: 0.1404872
Jun 10 04:15:52.841972 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:52.846943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-75cd690f-4eeb-481d-82fd-6785d14ddc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:52.856374 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-a3282162-1b99-4fb0-a7ac-a0e4167af36a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 1000 time: 0.0899675
Jun 10 04:15:52.869402 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:15:52.911105 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22efa7b4-1e02-4669-ba84-b491f8b097e7,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:52.923767 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:52.934801 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-79166a49-f419-468f-923a-20c92b2d9190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:52.936326 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-79166a49-f419-468f-923a-20c92b2d9190 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 200  len: 852 time: 0.0717838
Jun 10 04:15:52.937477 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:52.938565 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4cbcb044-cb53-4727-bfb5-e38bf5254ee3 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5099726
Jun 10 04:15:52.952317 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33006) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:52.957451 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group_rule': {'security_group_id': '22efa7b4-1e02-4669-ba84-b491f8b097e7', 'project_id': '19ee786748654067bf564c8a5afc9578', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:53.000210 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-e2d1e688-38db-46fe-8baf-daa472510c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:53.002203 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-e2d1e688-38db-46fe-8baf-daa472510c93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d568410-1f9b-4149-aebd-03c17a313877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0597892
Jun 10 04:15:53.067143 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.125014 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-c8920e89-80fa-4cc1-913f-ea72048f9b38 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1163731
Jun 10 04:15:53.132609 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.210282 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.217213 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-4e325035-3b50-4eb7-8f73-b1d4d4bb9437 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:53.237400 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80fb2ffb-6053-4fd1-8116-a7b110899d20,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:53.240549 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:53.245722 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-0cf73dd4-e882-429c-8d1e-f4081a64ddee req-ddc4f463-368f-4e48-addc-ac87d58574b3 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1137114
Jun 10 04:15:53.299510 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55ad80d0>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'a0fef82a-f32e-4c73-a560-700ce3696873', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'port_id': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'mac_address': 'fa:16:3e:2e:45:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:15:51Z', 'updated_at': '2021-06-10T04:15:51Z', 'revision_number': 0, 'project_id': '19ee786748654067bf564c8a5afc9578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:54Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:15:53.303513 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e04f7-5d0d-4bd1-a1fb-87c49cdeeb1d None None] The sync data for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi is: [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'a0fef82a-f32e-4c73-a560-700ce3696873', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'port_id': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'mac_address': 'fa:16:3e:2e:45:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:15:51Z', 'updated_at': '2021-06-10T04:15:51Z', 'revision_number': 0, 'project_id': '19ee786748654067bf564c8a5afc9578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:54Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:15:53.307575 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.311253 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33008) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:53.311417 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-157de154-c387-4d0e-8985-cf1a684b677a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3578637
Jun 10 04:15:53.316415 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group_rule': {'security_group_id': '22efa7b4-1e02-4669-ba84-b491f8b097e7', 'project_id': '19ee786748654067bf564c8a5afc9578', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:53.430577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.506878 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.533882 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a449b093-eb03-4a19-a83f-48696905d81d None None] New status for floating IP a0fef82a-f32e-4c73-a560-700ce3696873: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:15:53.566052 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.581156 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:53.600915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f77ab5e-37af-433e-ac54-43c9fcb211db,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:53.612014 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:53.621276 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-91f0e4e7-7ba9-4ee3-81d6-b1263127a997 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-283043088&fields=id&tenant_id=b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 267 time: 0.0635281
Jun 10 04:15:53.714655 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.718276 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-2b9a7438-c711-4aba-89bd-50bdea91c7c2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4033930
Jun 10 04:15:53.718754 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33020) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:53.724220 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group_rule': {'security_group_id': '22efa7b4-1e02-4669-ba84-b491f8b097e7', 'project_id': '19ee786748654067bf564c8a5afc9578', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:53.756956 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8262d11-d8d3-43da-9e44-9b5b2157783f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:53.758360 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8262d11-d8d3-43da-9e44-9b5b2157783f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 812 time: 0.1301951
Jun 10 04:15:53.773171 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-0492bcf1-8c6b-43b8-a79d-7ad33a057a9c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/quotas/b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 375 time: 0.0093970
Jun 10 04:15:53.816352 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:53.858760 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-4b14d7b6-4517-41cc-84a5-cc92cae8ec8d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0806687
Jun 10 04:15:53.987966 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-fb571e79-971f-4665-bb37-d7385b7022f6 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1174939
Jun 10 04:15:54.105650 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-d93efd62-7b0b-49e9-b49b-d7f6da769594 service neutron] 10.222.0.20 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117864
Jun 10 04:15:54.136720 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.201355 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.203465 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:54.222260 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6048f0e6-dfd5-4385-892d-7dabfe6abf0c,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:54.224580 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:54.307563 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.308816 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d01cdf00-2fa4-46a4-9ec7-59a5c1416b92 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5889945
Jun 10 04:15:54.311447 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33028) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:54.316424 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group_rule': {'security_group_id': '22efa7b4-1e02-4669-ba84-b491f8b097e7', 'project_id': '19ee786748654067bf564c8a5afc9578', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:54.411878 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.464244 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.527270 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.529387 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-8283d98e-06f3-4891-8c4c-0397c5c174bc tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:54.546347 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5872ee-628e-4823-8850-bc1d2848b35a,revision_number=0']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:54.550241 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:54.607902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.609187 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-f5110dc7-fead-4768-8225-7bac9992fe29 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2968187
Jun 10 04:15:54.612529 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33032) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:54.618957 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group_rule': {'security_group_id': '22efa7b4-1e02-4669-ba84-b491f8b097e7', 'project_id': '19ee786748654067bf564c8a5afc9578', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:54.676740 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-cff49858-148a-448c-9c47-9cdcb9f82729 req-0def4581-cac7-42b8-99dc-c16579d0fae0 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 210 time: 0.0362573
Jun 10 04:15:54.713483 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Project 19ee786748654067bf564c8a5afc9578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 10 04:15:54.719144 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:54.791378 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.127774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.129927 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:55.147463 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be02de1-9f2d-49d7-a3c2-3b6651e37aeb,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:55.150202 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:55.250328 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.252188 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-1a5d3eb2-ad4e-43e6-adfc-20138266d936 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6377292
Jun 10 04:15:55.254834 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33040) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:15:55.259220 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'security_group_rule': {'security_group_id': '22efa7b4-1e02-4669-ba84-b491f8b097e7', 'project_id': '19ee786748654067bf564c8a5afc9578', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:55.353353 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.db.securitygroups_db [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Project 19ee786748654067bf564c8a5afc9578 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 10 04:15:55.358555 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.425806 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.496013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16506185'] for security_group_rule, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.500496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:55.515355 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3d0489-7f1c-47c2-987d-56ad146ecd45,revision_number=0']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:55.518663 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:55.587787 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:55.588971 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-4195acdb-f3f2-4453-aa2c-5a65af89573d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3332057
Jun 10 04:15:55.716077 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-36296438-7d0c-40cf-be41-6aa80b6d9d74 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921816221&fields=id&tenant_id=19ee786748654067bf564c8a5afc9578 HTTP/1.1" status: 200  len: 267 time: 0.0366571
Jun 10 04:15:55.761582 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d39d014c-f6c8-41e7-b5e4-2281e93ef7a9 req-48c7db34-6757-4bbf-b8d1-56e24660827c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 210 time: 0.0324156
Jun 10 04:15:55.789413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-432b923b-e886-419c-ba16-70fa79116b0e tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:55.790858 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-432b923b-e886-419c-ba16-70fa79116b0e tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0695348
Jun 10 04:15:55.802053 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'port': {'security_groups': ['a2c366a0-c329-483a-9a01-29755e95e83b', '22efa7b4-1e02-4669-ba84-b491f8b097e7']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:55.898176 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:56.410537 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:15:56.442131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:56.504224 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:56.507850 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab9a3468-9283-40e7-9919-2e88037e5003 tempest-AttachVolumeTestJSON-691897989 tempest-AttachVolumeTestJSON-691897989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:56.539867 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:15:56.561121 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:56.564445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:56.564445 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-31b93500-b679-4474-9fa7-26d5a1c64ab9 req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "PUT /v2.0/ports/cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 982 time: 0.7660213
Jun 10 04:15:56.564445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:56.566144 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49edafba-72a8-4b77-bfc3-a3df6975634a" -d '{"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:56.596596 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=6']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:56.600073 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-140bd968-2dc1-48f6-b5e3-50a86ef9e4f9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:56.621521 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a6788-c913-4cae-866c-09d6fd3d7791 x-openstack-request-id: req-c70a6788-c913-4cae-866c-09d6fd3d7791 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:56.621855 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:56.622159 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c70a6788-c913-4cae-866c-09d6fd3d7791 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:56.622609 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'status': 'completed', 'code': 200}
Jun 10 04:15:56.706554 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:15:56.744191 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-6b0a8623-d10d-40a8-ab87-829bdeff3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:56.747201 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-6b0a8623-d10d-40a8-ab87-829bdeff3bff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1138 time: 0.0722971
Jun 10 04:15:56.764151 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f077-eb9e-4750-8203-2ae1b445517d req-57f42eb5-403f-41fe-9473-5b429eba73a6 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:56.772057 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-53a2f077-eb9e-4750-8203-2ae1b445517d req-57f42eb5-403f-41fe-9473-5b429eba73a6 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0941038
Jun 10 04:15:56.824598 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-53a2f077-eb9e-4750-8203-2ae1b445517d req-d86491ac-44bb-4769-a460-5f1fc26ecc08 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0515940
Jun 10 04:15:56.875730 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-7e84dca7-3b67-43c3-801a-134424a7559a None None] Provisioning complete for port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:56.876789 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-7e84dca7-3b67-43c3-801a-134424a7559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:56.888136 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-002cc6ff-acd9-4e39-a97e-03b6d6628bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:56.890017 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-002cc6ff-acd9-4e39-a97e-03b6d6628bbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 914 time: 0.1357408
Jun 10 04:15:56.986989 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7886cc10-1e55-421e-817b-00d554801bfb req-b434de17-f0ed-4791-a74f-450bb5334701 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 210 time: 0.0816081
Jun 10 04:15:57.013709 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-5eba3449-ce97-42c2-bafe-d0f80a552015 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 1002 time: 0.1132236
Jun 10 04:15:57.071048 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-9db0b3bd-fec3-4cb0-ac55-5dc4ea35e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:57.072519 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-9db0b3bd-fec3-4cb0-ac55-5dc4ea35e99b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 200  len: 852 time: 0.0551176
Jun 10 04:15:57.136778 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-8929b8a1-be35-4459-ab5e-c133f0b1dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:57.138272 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-8929b8a1-be35-4459-ab5e-c133f0b1dfa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d568410-1f9b-4149-aebd-03c17a313877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0562394
Jun 10 04:15:57.357110 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-07a27512-11fd-4414-8bf8-4e5ef4242ea5 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051785
Jun 10 04:15:57.395537 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-508ac2d5-5347-4f5e-ad9f-3b29927346d1 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:57.396919 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-508ac2d5-5347-4f5e-ad9f-3b29927346d1 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 812 time: 0.2118278
Jun 10 04:15:57.513322 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-1e825706-ba4c-4788-861a-f8c0396c4f7c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b908b5affc64461abc2e9a8b73fbd4b2 HTTP/1.1" status: 200  len: 379 time: 0.1000457
Jun 10 04:15:57.524930 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-49edafba-72a8-4b77-bfc3-a3df6975634a req-5232ae70-abfd-43e9-9af1-a983e263d9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575658
Jun 10 04:15:57.553722 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'port': {'device_id': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'admin_state_up': True, 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'security_groups': ['c360f85f-e4fd-4d58-b59f-3939f53f6bc3']}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:57.749561 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Made reservation on behalf of b908b5affc64461abc2e9a8b73fbd4b2 for: {'port': 1} {{(pid=92305) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 10 04:15:57.753545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:57.894569 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_common [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Allocated IP 172.20.0.14 (9fe0c191-b0d4-410e-bc0b-60c9e163d3cb/504cb5aa-ec52-414e-8a53-4ec08eaba6c6/184da6af-c14b-4296-8a72-c689d8dededc) {{(pid=92305) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:15:58.057747 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.070796 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Transition to ACTIVE for port object 184da6af-c14b-4296-8a72-c689d8dededc will not be triggered until provisioned by entity DHCP. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:58.139119 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-ec854da9-a376-445d-826d-34d658398a32 req-157a75e9-5d8f-4cd3-a768-7402a1e27e11 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 210 time: 0.0355947
Jun 10 04:15:58.170670 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-24940564'] for port, after_create {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.174828 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-d26608d2-444e-4ce1-b15a-711932e4e24c tempest-TestShelveInstance-181704807 tempest-TestShelveInstance-181704807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:58.220602 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb is already hosted by enough agents. {{(pid=92305) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:15:58.223678 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.base_scheduler [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Resources bound (agent type, host, resource id):  {{(pid=92305) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:15:58.227551 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Received port after_create {{(pid=92305) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:15:58.262366 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=184da6af-c14b-4296-8a72-c689d8dededc,revision_number=1']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:58.267379 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:58.291214 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:58.293092 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.391023 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-b8346691-e9bd-4db8-bac1-6f2d23cec963 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8413157
Jun 10 04:15:58.411506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.v2.base [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Request body: {'port': {'device_id': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74134'}} {{(pid=92305) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:15:58.500685 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.504509 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-4fdcc3eb-830a-42fe-8879-eb884ec66cc5 None None] Provisioning for port 184da6af-c14b-4296-8a72-c689d8dededc completed by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:15:58.508408 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-4fdcc3eb-830a-42fe-8879-eb884ec66cc5 None None] Provisioning complete for port 184da6af-c14b-4296-8a72-c689d8dededc triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:15:58.508795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-4fdcc3eb-830a-42fe-8879-eb884ec66cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.551742 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcc3eb-830a-42fe-8879-eb884ec66cc5 None None] Port 184da6af-c14b-4296-8a72-c689d8dededc cannot update to ACTIVE because it is not bound. {{(pid=92308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 10 04:15:58.810348 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184da6af-c14b-4296-8a72-c689d8dededc {{(pid=92305) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:15:58.817467 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.828699 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.provisioning_blocks [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Transition to ACTIVE for port object 184da6af-c14b-4296-8a72-c689d8dededc will not be triggered until provisioned by entity L2. {{(pid=92305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 10 04:15:58.890137 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:58.893622 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ea97db1c-6c4b-44ac-8c34-831e4a6818b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:58.991873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Pushing event updated for resources: {'Port': ['ID=184da6af-c14b-4296-8a72-c689d8dededc,revision_number=2']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:58.995311 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:59.075462 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Attempting to bind port 184da6af-c14b-4296-8a72-c689d8dededc on host hv-cinder-74134 for vnic_type normal with profile  {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 10 04:15:59.075805 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Attempting to bind port 184da6af-c14b-4296-8a72-c689d8dededc by drivers openvswitch,hyperv on host hv-cinder-74134 at level 0 using segments [{'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 10 04:15:59.076131 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Attempting to bind port 184da6af-c14b-4296-8a72-c689d8dededc on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:59.080341 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Port 184da6af-c14b-4296-8a72-c689d8dededc on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74134 {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 10 04:15:59.080660 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Attempting to bind port 184da6af-c14b-4296-8a72-c689d8dededc on network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 10 04:15:59.085153 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Checking agent: {'id': '3736f245-61a7-4f96-a0e0-573cfc2ebdab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74134', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'started_at': datetime.datetime(2021, 6, 10, 4, 4, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 4, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 10 04:15:59.085483 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Checking segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 10 04:15:59.085863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Bound using segment: {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'} {{(pid=92305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 10 04:15:59.086287 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.managers [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Bound port: 184da6af-c14b-4296-8a72-c689d8dededc, host: hv-cinder-74134, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357577e4-7710-491f-89e2-9c47a0bda332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb'}}] {{(pid=92305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 10 04:15:59.086627 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:59.158965 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] For port 184da6af-c14b-4296-8a72-c689d8dededc, host hv-cinder-74134, cleared binding levels {{(pid=92305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 10 04:15:59.161826 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] For port 184da6af-c14b-4296-8a72-c689d8dededc, host hv-cinder-74134, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=184da6af-c14b-4296-8a72-c689d8dededc,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 10 04:15:59.233692 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24940550'] for port, after_update {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:59.237166 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:15:59.308937 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.309554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:15:59.310993 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] 10.222.0.11 "PUT /v2.0/ports/184da6af-c14b-4296-8a72-c689d8dededc HTTP/1.1" status: 200  len: 1094 time: 0.9042799
Jun 10 04:15:59.311506 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:15:59.313849 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c190641-61d6-4bfb-ab00-fb6af8b501c6" -d '{"events": [{"name": "network-changed", "server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "tag": "184da6af-c14b-4296-8a72-c689d8dededc"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:15:59.341600 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Pushing event updated for resources: {'Port': ['ID=184da6af-c14b-4296-8a72-c689d8dededc,revision_number=3']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:15:59.347626 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:15:59.370321 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7555c39b-7d1e-435a-b15b-986397eb865f x-openstack-request-id: req-7555c39b-7d1e-435a-b15b-986397eb865f {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:15:59.370657 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "tag": "184da6af-c14b-4296-8a72-c689d8dededc", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:15:59.370991 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7555c39b-7d1e-435a-b15b-986397eb865f {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:15:59.371435 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc', 'status': 'completed', 'code': 200}
Jun 10 04:15:59.380032 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f83fe3-8d9e-49d1-a1cc-a7659ee8b726 req-87f490c3-977a-4b46-bbf6-a72c2b8be93f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.381807 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d2f83fe3-8d9e-49d1-a1cc-a7659ee8b726 req-87f490c3-977a-4b46-bbf6-a72c2b8be93f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.1163449
Jun 10 04:15:59.438479 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d2f83fe3-8d9e-49d1-a1cc-a7659ee8b726 req-fb584044-c3ac-4abc-be77-0db78a4e33e5 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510337
Jun 10 04:15:59.486434 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190641-61d6-4bfb-ab00-fb6af8b501c6 req-71cccc6e-8572-4a09-b0f7-365fb0dc29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.487904 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c190641-61d6-4bfb-ab00-fb6af8b501c6 req-71cccc6e-8572-4a09-b0f7-365fb0dc29da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 1097 time: 0.0615985
Jun 10 04:15:59.612997 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190641-61d6-4bfb-ab00-fb6af8b501c6 req-3bcf2b71-238a-42cd-97e6-f352de54b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.614341 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c190641-61d6-4bfb-ab00-fb6af8b501c6 req-3bcf2b71-238a-42cd-97e6-f352de54b42f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1127863
Jun 10 04:15:59.731496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190641-61d6-4bfb-ab00-fb6af8b501c6 req-c1488e7b-dcd5-457c-b7b6-05789897a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.732901 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6c190641-61d6-4bfb-ab00-fb6af8b501c6 req-c1488e7b-dcd5-457c-b7b6-05789897a0af service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1129897
Jun 10 04:15:59.848025 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-acbaa87d-869c-4be5-b2cf-49d212ec3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.849435 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-acbaa87d-869c-4be5-b2cf-49d212ec3ad7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 1097 time: 0.0569029
Jun 10 04:15:59.908218 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-56821dbc-7760-4a1b-9d38-3e68807348c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184da6af-c14b-4296-8a72-c689d8dededc HTTP/1.1" status: 200  len: 217 time: 0.0445471
Jun 10 04:15:59.966582 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-a3dec2fd-1f44-4467-a111-ae1f1255e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:15:59.967981 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-a3dec2fd-1f44-4467-a111-ae1f1255e108 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0538890
Jun 10 04:16:00.027888 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-0571dab3-e1f0-46fc-8ae0-476b77a531e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:00.029270 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-0571dab3-e1f0-46fc-8ae0-476b77a531e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0551949
Jun 10 04:16:00.142365 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-42bcb941-51c9-46ae-963d-ddc35d9ffc4b service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059318
Jun 10 04:16:00.252385 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-b7179df0-0365-46b7-b1cd-45e6231d0a22 req-f9d04b68-767c-42c1-93ce-83aaf80afc37 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1037295
Jun 10 04:16:00.616067 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fec06-2b14-43e0-ab65-15ea83cd4b12 req-cfa734ad-6947-46d0-9157-62300cc1b637 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:00.617492 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7c7fec06-2b14-43e0-ab65-15ea83cd4b12 req-cfa734ad-6947-46d0-9157-62300cc1b637 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0677633
Jun 10 04:16:00.657959 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7c7fec06-2b14-43e0-ab65-15ea83cd4b12 req-70910847-9c72-4faa-a79d-8f7beb729f2a tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349112
Jun 10 04:16:00.881323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:01.848332 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc1f39-2857-4ce1-85de-57826cc0dc1f req-b15e7e68-2385-4c1b-b234-773a05ccb623 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:01.849774 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-00dc1f39-2857-4ce1-85de-57826cc0dc1f req-b15e7e68-2385-4c1b-b234-773a05ccb623 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0678523
Jun 10 04:16:01.890321 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-00dc1f39-2857-4ce1-85de-57826cc0dc1f req-b2b9df9c-108f-4e60-9ab8-6d41019dd7a9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349205
Jun 10 04:16:03.069660 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4925d-4846-4226-b4f9-598a17895cc1 req-9f6d8fa4-494d-4512-92f5-15c05e405133 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:03.071089 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fae4925d-4846-4226-b4f9-598a17895cc1 req-9f6d8fa4-494d-4512-92f5-15c05e405133 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0697260
Jun 10 04:16:03.111825 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fae4925d-4846-4226-b4f9-598a17895cc1 req-b9c3d648-0659-41a5-8c73-f0123a248329 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351877
Jun 10 04:16:04.298968 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1163164-7fa9-4cb1-aed5-3b898f770ba5 req-d3953208-4764-49a1-bab4-aea91797189f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:04.300454 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c1163164-7fa9-4cb1-aed5-3b898f770ba5 req-d3953208-4764-49a1-bab4-aea91797189f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0795488
Jun 10 04:16:04.348331 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-c1163164-7fa9-4cb1-aed5-3b898f770ba5 req-871885ba-dc63-4525-b38e-30f942593501 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402925
Jun 10 04:16:05.523224 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621669b-97c3-4bad-8b35-f03eb342af4e req-2acb5b30-d727-46ce-a999-b947123499c2 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:05.524643 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8621669b-97c3-4bad-8b35-f03eb342af4e req-2acb5b30-d727-46ce-a999-b947123499c2 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0665758
Jun 10 04:16:05.565280 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-8621669b-97c3-4bad-8b35-f03eb342af4e req-62ac3f19-ea66-431c-8e24-b231e5220e84 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351140
Jun 10 04:16:06.742580 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5fae3-36ed-4b35-a521-f29b0784e04e req-fac71b0f-b2f3-4e2d-a2da-594c528f4400 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:06.744096 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-58d5fae3-36ed-4b35-a521-f29b0784e04e req-fac71b0f-b2f3-4e2d-a2da-594c528f4400 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0715697
Jun 10 04:16:06.785973 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-58d5fae3-36ed-4b35-a521-f29b0784e04e req-8919d3a8-58d2-4279-9d2d-e32e85c97c74 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361757
Jun 10 04:16:07.964005 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736bae-3a6c-4f3e-ae45-d8f112cc035b req-bc33b20a-59e7-484d-a3a1-37759514be55 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:07.965430 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5c736bae-3a6c-4f3e-ae45-d8f112cc035b req-bc33b20a-59e7-484d-a3a1-37759514be55 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 944 time: 0.0705292
Jun 10 04:16:08.005297 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5c736bae-3a6c-4f3e-ae45-d8f112cc035b req-b48bfbf8-31e9-491d-80a1-0cca88fe0f9e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336561
Jun 10 04:16:08.005715 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:16:08.651470 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 184da6af-c14b-4296-8a72-c689d8dededc details requested by agent hyperv_hv-cinder-74134 with host hv-cinder-74134 {{(pid=92308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 10 04:16:08.772859 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 184da6af-c14b-4296-8a72-c689d8dededc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=184da6af-c14b-4296-8a72-c689d8dededc,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:16:08.785302 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Returning: {'device': '184da6af-c14b-4296-8a72-c689d8dededc', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'port_id': '184da6af-c14b-4296-8a72-c689d8dededc', 'mac_address': 'fa:16:3e:ec:72:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 10 04:16:08.827711 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:08.842594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184da6af-c14b-4296-8a72-c689d8dededc {{(pid=92308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 10 04:16:08.862163 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 184da6af-c14b-4296-8a72-c689d8dededc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=184da6af-c14b-4296-8a72-c689d8dededc,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:16:08.913188 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:08.914830 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:08.968482 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=184da6af-c14b-4296-8a72-c689d8dededc,revision_number=4']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:08.975997 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.976344 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.976681 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.977015 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.977343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.977670 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.978016 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.978321 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.978640 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.978978 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.979301 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.979620 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:08.983477 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:09.184949 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc109a-9f9d-469b-8916-1516911e7245 req-321426fc-6efe-451d-9a3a-606ef099ebbb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:09.186296 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84cc109a-9f9d-469b-8916-1516911e7245 req-321426fc-6efe-451d-9a3a-606ef099ebbb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 945 time: 0.0717947
Jun 10 04:16:09.208372 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['184da6af-c14b-4296-8a72-c689d8dededc'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:16:09.528133 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-84cc109a-9f9d-469b-8916-1516911e7245 req-20bcefd7-b514-4a94-bff0-e869e9a80d7c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3356478
Jun 10 04:16:10.665444 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 184da6af-c14b-4296-8a72-c689d8dededc up at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 10 04:16:10.704766 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21074fa4-1f82-4ed5-96bb-dda05e910161 req-ed0f3fb3-bb68-490e-9587-66a688ce876d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:10.706189 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-21074fa4-1f82-4ed5-96bb-dda05e910161 req-ed0f3fb3-bb68-490e-9587-66a688ce876d tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 945 time: 0.0673978
Jun 10 04:16:10.746411 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-21074fa4-1f82-4ed5-96bb-dda05e910161 req-ec5624b5-a1fe-4e41-9791-8cc1148034b9 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345621
Jun 10 04:16:10.773019 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning for port 184da6af-c14b-4296-8a72-c689d8dededc completed by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 10 04:16:10.777152 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Provisioning complete for port 184da6af-c14b-4296-8a72-c689d8dededc triggered by entity L2. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:16:10.777524 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:10.864560 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:10.888283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc'}] {{(pid=92308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:16:10.890512 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4221a6fb7ae04d9e4f2906bb35e72385b81c8aa26a895c936912a02b53ee981d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c52621e-9df9-4969-8d34-dc361ce944dc" -d '{"events": [{"server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "name": "network-vif-plugged", "status": "completed", "tag": "184da6af-c14b-4296-8a72-c689d8dededc"}]}' {{(pid=92308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:16:10.903986 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] For port 184da6af-c14b-4296-8a72-c689d8dededc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=184da6af-c14b-4296-8a72-c689d8dededc,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:16:10.929752 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec268830-1cf5-4b2f-9b56-0a757b49a354 x-openstack-request-id: req-ec268830-1cf5-4b2f-9b56-0a757b49a354 {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:16:10.930207 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "name": "network-vif-plugged", "status": "completed", "tag": "184da6af-c14b-4296-8a72-c689d8dededc", "code": 200}]} {{(pid=92308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:16:10.930470 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec268830-1cf5-4b2f-9b56-0a757b49a354 {{(pid=92308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:16:10.930867 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc', 'code': 200}
Jun 10 04:16:10.975812 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:10.977676 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-37ef937f-8f59-4307-bc54-4d844c6cf790 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:11.033818 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Pushing event updated for resources: {'Port': ['ID=184da6af-c14b-4296-8a72-c689d8dededc,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:11.036840 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:11.257538 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36ec4d-0792-4359-8edc-64e8de06d40a req-f8aa13e4-de9e-4ace-a954-50630f01ae0d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.259053 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fe36ec4d-0792-4359-8edc-64e8de06d40a req-f8aa13e4-de9e-4ace-a954-50630f01ae0d tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0744243
Jun 10 04:16:11.303724 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-fe36ec4d-0792-4359-8edc-64e8de06d40a req-c976dd60-f17f-4396-9c4f-224d46ecb781 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0387690
Jun 10 04:16:11.322296 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-fb1eb394-7ffb-4375-ba8a-865e15e7786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.324426 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-fb1eb394-7ffb-4375-ba8a-865e15e7786c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1138 time: 0.1007926
Jun 10 04:16:11.436057 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e657ae2-73a9-4504-95da-1c1e93374f99 req-196501e0-6f57-486b-9977-a6a54e2a5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.437502 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e657ae2-73a9-4504-95da-1c1e93374f99 req-196501e0-6f57-486b-9977-a6a54e2a5764 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 1099 time: 0.1586399
Jun 10 04:16:11.468508 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-e2bf2273-c2b2-41f0-b6cd-8cff4d24da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.470446 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-e2bf2273-c2b2-41f0-b6cd-8cff4d24da2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 914 time: 0.1393917
Jun 10 04:16:11.490694 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-6e657ae2-73a9-4504-95da-1c1e93374f99 req-06fb8282-2feb-4ebc-a05f-791c89892f85 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461397
Jun 10 04:16:11.556913 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-84825c12-4bbd-42b5-9773-db32d0229714 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 1002 time: 0.0766668
Jun 10 04:16:11.814271 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-37de7b26-4cab-4224-8144-9a882093d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.815741 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-37de7b26-4cab-4224-8144-9a882093d0fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 200  len: 852 time: 0.0569246
Jun 10 04:16:11.952963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-55ca9199-5824-4ae7-821e-49af4a2421c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.955074 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-55ca9199-5824-4ae7-821e-49af4a2421c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d568410-1f9b-4149-aebd-03c17a313877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1107442
Jun 10 04:16:11.965873 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329073c-eb77-4c2f-b8c1-26eaebed5090 req-70507960-9a02-44d6-ad97-58cb2e8deb1f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:11.967232 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9329073c-eb77-4c2f-b8c1-26eaebed5090 req-70507960-9a02-44d6-ad97-58cb2e8deb1f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 946 time: 0.0941367
Jun 10 04:16:12.076114 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-9329073c-eb77-4c2f-b8c1-26eaebed5090 req-6162423e-9507-407a-ad6c-5b328f57312b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012244
Jun 10 04:16:12.103573 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-e3501d1d-391d-4e9a-b76f-9348762dbc3f service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351566
Jun 10 04:16:12.213590 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-d7659ca1-6ad2-4260-b16e-7f83d17d7b34 req-7747a729-ee4c-4ca4-87e0-dd6a267687ba service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1027446
Jun 10 04:16:12.487887 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b348ca-ab4f-4e3e-9c32-a95250c98686 req-7833ac4d-df30-480a-8df6-1ef666d5e289 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:12.489445 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-09b348ca-ab4f-4e3e-9c32-a95250c98686 req-7833ac4d-df30-480a-8df6-1ef666d5e289 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0744030
Jun 10 04:16:12.535183 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-09b348ca-ab4f-4e3e-9c32-a95250c98686 req-6dba80e6-780c-415d-888b-5b41b074a49a tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398710
Jun 10 04:16:13.255018 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e58d2-dfcb-4368-9547-cd9eb7a5d1bd req-cf2d5802-1ae9-4bf6-b1ce-462fa7a1f425 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:13.256451 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ef5e58d2-dfcb-4368-9547-cd9eb7a5d1bd req-cf2d5802-1ae9-4bf6-b1ce-462fa7a1f425 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 946 time: 0.0720236
Jun 10 04:16:13.298162 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ef5e58d2-dfcb-4368-9547-cd9eb7a5d1bd req-9d3edbb7-d0ab-4853-9dd1-c4f4de623185 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353436
Jun 10 04:16:13.332846 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-80fa53cb-5423-4a19-8f02-dea85c9296e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:13.477140 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7804070-ccee-4013-9b4b-49d574ed9834 req-791ab5bb-f23c-48e9-9622-4dcf5edf3f9c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:13.478590 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d7804070-ccee-4013-9b4b-49d574ed9834 req-791ab5bb-f23c-48e9-9622-4dcf5edf3f9c tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 946 time: 0.0717831
Jun 10 04:16:13.518835 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-d7804070-ccee-4013-9b4b-49d574ed9834 req-4b96d58e-c1bc-437a-a957-3f0302e29d97 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346417
Jun 10 04:16:13.542638 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33100) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:16:13.599023 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cbdbe7-ce15-4f32-a252-5760798071a6 tempest-TestVolumeBootPattern-970224735 tempest-TestVolumeBootPattern-970224735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:13.600494 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-f8cbdbe7-ce15-4f32-a252-5760798071a6 tempest-TestVolumeBootPattern-970224735 tempest-TestVolumeBootPattern-970224735-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 1094 time: 0.0568967
Jun 10 04:16:13.603168 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33104) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:16:13.607395 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Request body: {'floatingip': {'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'port_id': '184da6af-c14b-4296-8a72-c689d8dededc', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:16:13.723320 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba4917-d390-4558-9321-45d24ab27c56 req-1a247e3b-3c61-4423-8fb1-6bdd5e4a4c7c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:13.724665 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-50ba4917-d390-4558-9321-45d24ab27c56 req-1a247e3b-3c61-4423-8fb1-6bdd5e4a4c7c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0694933
Jun 10 04:16:13.732872 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:13.770423 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-50ba4917-d390-4558-9321-45d24ab27c56 req-0a3de7b6-8275-46cb-b6f9-967d279ad31c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0400155
Jun 10 04:16:13.853778 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:13.971832 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_common [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Allocated IP 172.27.0.218 (02df5819-447b-4b1e-8c4c-1b7a89e8d775/ef96f8d5-4bae-4355-b6ca-75caee1e5353/51215552-4a96-42ab-a4b2-0e4e225419b4) {{(pid=92307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 10 04:16:14.091892 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:14.178818 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-760266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-474403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794842961686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-14501299'] for port, after_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:14.180751 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:14.226718 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Network 02df5819-447b-4b1e-8c4c-1b7a89e8d775 is already hosted by enough agents. {{(pid=92307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 10 04:16:14.229624 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.base_scheduler [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Resources bound (agent type, host, resource id):  {{(pid=92307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 10 04:16:14.233098 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Received port after_create {{(pid=92307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 10 04:16:14.262185 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=51215552-4a96-42ab-a4b2-0e4e225419b4,revision_number=1']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:14.266105 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:14.672838 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:14.829443 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:15.046170 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05412c99-0b82-4f70-bc77-de83873c5776 req-00deab15-caec-48a1-89ad-8e3b2aaa2263 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:15.048094 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-05412c99-0b82-4f70-bc77-de83873c5776 req-00deab15-caec-48a1-89ad-8e3b2aaa2263 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.1563025
Jun 10 04:16:15.067431 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:15.100108 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-05412c99-0b82-4f70-bc77-de83873c5776 req-d3ab520b-f6e2-4955-a212-ca2e0a5e4a23 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411727
Jun 10 04:16:15.138444 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:15.141488 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-75ac8535-e96b-47f8-aedc-dfa61f3f7707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:15.222689 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event updated for resources: {'Port': ['ID=51215552-4a96-42ab-a4b2-0e4e225419b4,revision_number=2']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:15.226453 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:15.232645 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16608523'] for floatingip, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:15.364008 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Floating IP 0985159a-ef51-4fb2-90ca-c5314149bc13 associated. External IP: 172.27.0.218, port: 184da6af-c14b-4296-8a72-c689d8dededc.
Jun 10 04:16:15.873390 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6d6d92d5-e3ba-49e0-8c6c-192a3c82817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:15.884639 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:16:15.898534 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:16.027653 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:16:16.036740 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:16:16.045547 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:16:16.046159 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80b80>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:16:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:16.107983 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:16.166573 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5489244
Jun 10 04:16:16.166573 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:16:16.166573 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cf7930-5ce3-4443-9dc0-625bb55d8060" -d '{"events": [{"name": "network-changed", "server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "tag": "184da6af-c14b-4296-8a72-c689d8dededc"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:16:16.190456 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:16:16.205902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08683c5d-2c18-4f53-9f09-4bf9dea4810e x-openstack-request-id: req-08683c5d-2c18-4f53-9f09-4bf9dea4810e {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:16:16.206322 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "tag": "184da6af-c14b-4296-8a72-c689d8dededc", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:16:16.206612 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08683c5d-2c18-4f53-9f09-4bf9dea4810e {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:16:16.207075 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc', 'status': 'completed', 'code': 200}
Jun 10 04:16:16.338774 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb82aaf-386d-4b89-b3de-ca29f4da7687 req-ac508058-de31-486a-9859-b0207a82b613 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:16.340266 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8cb82aaf-386d-4b89-b3de-ca29f4da7687 req-ac508058-de31-486a-9859-b0207a82b613 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.1221111
Jun 10 04:16:16.343158 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-a362aa14-958d-4a2b-b9c9-9c1079a3593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:16.345120 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-a362aa14-958d-4a2b-b9c9-9c1079a3593a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 1099 time: 0.0882914
Jun 10 04:16:16.466539 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-d8148151-316b-450f-9cb5-3a1605585edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:16.468054 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-d8148151-316b-450f-9cb5-3a1605585edf service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1162388
Jun 10 04:16:16.487724 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80b80>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '0985159a-ef51-4fb2-90ca-c5314149bc13', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '184da6af-c14b-4296-8a72-c689d8dededc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:ec:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:16:14Z', 'updated_at': '2021-06-10T04:16:14Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}, {'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:05Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:16.491409 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:16:16.499239 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:16:16.499832 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80b80>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:16:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:16.573167 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8cb82aaf-386d-4b89-b3de-ca29f4da7687 req-0f4ed43e-1e22-4646-a9f2-250e72b4b86b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2259955
Jun 10 04:16:16.579753 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-cee3d436-c7ae-4eee-82c9-00a5d4d28514 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184da6af-c14b-4296-8a72-c689d8dededc HTTP/1.1" status: 200  len: 1000 time: 0.1029918
Jun 10 04:16:16.635859 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-daf326a6-99b9-4157-904b-cdeaadbbe2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:16.637276 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-daf326a6-99b9-4157-904b-cdeaadbbe2d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0509303
Jun 10 04:16:16.645361 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:16:16.703429 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-520a1ea6-d687-47a5-a5e6-af607aa9a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:16.704978 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-520a1ea6-d687-47a5-a5e6-af607aa9a447 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0611925
Jun 10 04:16:16.821647 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-918c8217-e7fd-4032-b549-505ba2a6e8e9 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090860
Jun 10 04:16:16.941765 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43cf7930-5ce3-4443-9dc0-625bb55d8060 req-1b7176a0-948e-4732-a81c-c717054906b7 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138339
Jun 10 04:16:16.995772 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:17.084133 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54c80b80>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '0985159a-ef51-4fb2-90ca-c5314149bc13', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '184da6af-c14b-4296-8a72-c689d8dededc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:ec:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:16:14Z', 'updated_at': '2021-06-10T04:16:14Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}, {'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:05Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:17.087681 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ad0c4-f970-4d90-b4ae-2097d44e174b None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': '0985159a-ef51-4fb2-90ca-c5314149bc13', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.218', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '184da6af-c14b-4296-8a72-c689d8dededc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:ec:72:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:16:14Z', 'updated_at': '2021-06-10T04:16:14Z', 'revision_number': 0, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}, {'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:05Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:16:17.267676 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6b55f-e63c-41ee-aca3-77403a6f2798 None None] New status for floating IP 0985159a-ef51-4fb2-90ca-c5314149bc13: ACTIVE {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:16:17.803819 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff07fdd-d3bc-49a4-90d8-b1b58412c0e3 req-9ec6fa17-3710-4795-a28f-a19c8cc9019b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:17.805162 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7ff07fdd-d3bc-49a4-90d8-b1b58412c0e3 req-9ec6fa17-3710-4795-a28f-a19c8cc9019b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.1182148
Jun 10 04:16:17.846798 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7ff07fdd-d3bc-49a4-90d8-b1b58412c0e3 req-8377d0f5-109b-4617-ad96-7e5526c5bd3b tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0360169
Jun 10 04:16:18.709374 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:19.026501 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51ac95-fab3-4641-bbd2-887d928113f1 req-9845b74a-2c0c-4736-8223-f63dacaa13a2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:19.027946 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3f51ac95-fab3-4641-bbd2-887d928113f1 req-9845b74a-2c0c-4736-8223-f63dacaa13a2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0719185
Jun 10 04:16:19.069969 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3f51ac95-fab3-4641-bbd2-887d928113f1 req-eae6bb5b-8b8b-4e15-8bac-ad5067a43ff2 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0357618
Jun 10 04:16:20.249161 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ef260-9dda-4e61-8ace-489b6aa32f15 req-d8f3bcba-09f5-4f9e-9d81-fa9876c39e19 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:20.250586 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-313ef260-9dda-4e61-8ace-489b6aa32f15 req-d8f3bcba-09f5-4f9e-9d81-fa9876c39e19 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0702775
Jun 10 04:16:20.291806 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-313ef260-9dda-4e61-8ace-489b6aa32f15 req-d0646cec-4ba9-4a80-9e0a-5e582bb967a9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0355232
Jun 10 04:16:21.473944 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dea67-7ec5-4401-9ebb-81f2247aff87 req-df5c356f-d88e-4cdb-9163-4be4be38fbad tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:21.475451 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-785dea67-7ec5-4401-9ebb-81f2247aff87 req-df5c356f-d88e-4cdb-9163-4be4be38fbad tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0692608
Jun 10 04:16:21.517780 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-785dea67-7ec5-4401-9ebb-81f2247aff87 req-fc11cc94-780d-489d-894e-623e05ac78fe tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0366602
Jun 10 04:16:22.696642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c2f0a-8763-4c71-bbe0-f4889f5351f3 req-8df0cdfe-922d-4640-83b4-b044314c312f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:22.697941 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-288c2f0a-8763-4c71-bbe0-f4889f5351f3 req-8df0cdfe-922d-4640-83b4-b044314c312f tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0700843
Jun 10 04:16:22.739284 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-288c2f0a-8763-4c71-bbe0-f4889f5351f3 req-9fdb8497-5313-4909-bedc-e530de86b034 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0356221
Jun 10 04:16:23.921485 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1347-b925-4523-b9da-84cd3e3c5f08 req-e458462d-dba5-4215-9f9f-aa763d5632d9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:23.922996 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-072d1347-b925-4523-b9da-84cd3e3c5f08 req-e458462d-dba5-4215-9f9f-aa763d5632d9 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0704260
Jun 10 04:16:23.965519 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-072d1347-b925-4523-b9da-84cd3e3c5f08 req-624bc5fc-9d16-4ba4-b19e-1cadec55f9ae tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=22efa7b4-1e02-4669-ba84-b491f8b097e7&id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0360267
Jun 10 04:16:30.889765 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:43.372003 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-8bd38ba8-1e23-43c9-aa0b-5ef61050d518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:45.004090 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:16:45.878883 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:45.898041 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-bfcaf7e1-a4fb-4036-907e-644f6fdb6549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:46.954736 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:48.703175 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:56.411447 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-a17da421-d69f-4246-b03d-f6f3f44c33e8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-921816221&fields=id&tenant_id=19ee786748654067bf564c8a5afc9578 HTTP/1.1" status: 200  len: 267 time: 0.0360107
Jun 10 04:16:56.486132 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-b5e0331d-c96a-45c6-9492-3b27683a792c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:56.487582 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-b5e0331d-c96a-45c6-9492-3b27683a792c tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 985 time: 0.0708420
Jun 10 04:16:56.498069 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.v2.base [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Request body: {'port': {'security_groups': ['a2c366a0-c329-483a-9a01-29755e95e83b']}} {{(pid=92307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 10 04:16:56.599213 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:56.797906 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:16:56.830820 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for port, precommit_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:56.891962 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14501281'] for port, after_update {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:56.896343 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-185a2cc8-223d-48f1-9be4-f5d50b5a2cc0 tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:56.931919 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:16:56.942665 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:56.943432 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:56.944830 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-3636ca9d-54b6-47a5-a8db-0d1a294aefbe req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "PUT /v2.0/ports/cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 943 time: 0.4510787
Jun 10 04:16:56.951371 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:16:56.951371 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead55071-6299-4a6d-bb6f-e15a13ddac0a" -d '{"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:16:56.952691 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33150) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:16:57.005415 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event updated for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=7']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:57.011450 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f98d8b5-d8a8-497f-8917-4b36322305b9 x-openstack-request-id: req-0f98d8b5-d8a8-497f-8917-4b36322305b9 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:16:57.011782 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:16:57.012069 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f98d8b5-d8a8-497f-8917-4b36322305b9 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:16:57.012494 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'status': 'completed', 'code': 200}
Jun 10 04:16:57.018485 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.018867 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.019691 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.020800 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.020800 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.021023 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.021309 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.021669 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.022026 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.022431 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.023157 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.023157 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.027787 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-adc9bf21-a97f-4d9a-8bb2-227f18986ac8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:57.034887 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.074169 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.110120 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:16:57.184103 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-bf4599e2-f112-4d88-962c-92fa5c60bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:57.185561 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-bf4599e2-f112-4d88-962c-92fa5c60bd22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1099 time: 0.1313152
Jun 10 04:16:57.232601 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.provisioning_blocks [None req-bae05e83-5fde-4f20-b393-ff35188b0cff None None] Provisioning complete for port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 triggered by entity DHCP. {{(pid=92308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 10 04:16:57.232901 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-bae05e83-5fde-4f20-b393-ff35188b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733097'] for port, provisioning_complete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.285179 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.287757 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.288891 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "DELETE /v2.0/security-groups/22efa7b4-1e02-4669-ba84-b491f8b097e7 HTTP/1.1" status: 204  len: 168 time: 0.3333519
Jun 10 04:16:57.291902 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33156) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:16:57.292886 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-513acdbb-0616-4951-8201-2327683a116c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:57.311033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22efa7b4-1e02-4669-ba84-b491f8b097e7,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:57.323840 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-e10f71d1-c8d4-45db-a819-2520081989eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:57.325782 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-e10f71d1-c8d4-45db-a819-2520081989eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 914 time: 0.1330159
Jun 10 04:16:57.326701 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.327632 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.328004 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.328362 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.328718 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.329078 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.329432 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.329787 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.330140 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.330496 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.330853 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.331238 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:16:57.339604 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f23265d8-cb77-4cfd-84e3-203816ff32df tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:57.418377 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-82cb6e3e-1f4a-489d-bc29-846bad05917e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 1002 time: 0.0842876
Jun 10 04:16:57.474398 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-708a6917-4ad9-4661-a52b-5eace2d2f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:57.475895 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-708a6917-4ad9-4661-a52b-5eace2d2f9ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 200  len: 852 time: 0.0507426
Jun 10 04:16:57.519993 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Deleting port 737ad2fe-d996-44f1-9f18-ff879917297a {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:16:57.520620 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.544289 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-5373e74c-100c-4c96-aded-03b14a00daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:57.545784 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-5373e74c-100c-4c96-aded-03b14a00daa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d568410-1f9b-4149-aebd-03c17a313877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0623493
Jun 10 04:16:57.556870 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-bee00aab-3e9d-46aa-a60a-13c2c0baa01b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92305) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 10 04:16:57.557781 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-bee00aab-3e9d-46aa-a60a-13c2c0baa01b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052125
Jun 10 04:16:57.616308 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.616642 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.672614 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-96b64529-07ba-4793-b7cb-630b29f474ec service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1070199
Jun 10 04:16:57.708366 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Calling delete_port for 737ad2fe-d996-44f1-9f18-ff879917297a owned by network:floatingip {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:16:57.783473 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ead55071-6299-4a6d-bb6f-e15a13ddac0a req-a4ff6c97-c780-4527-aeb8-e88c8ce465b5 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1043103
Jun 10 04:16:57.978026 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:57.979909 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-561fdc7a-fae3-41b1-b9ad-2634bde7c6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:16:58.006973 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event deleted for resources: {'Port': ['ID=737ad2fe-d996-44f1-9f18-ff879917297a,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:16:58.010026 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:16:58.081812 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks [] for floatingip, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:58.082143 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Floating IP a0fef82a-f32e-4c73-a560-700ce3696873 disassociated (deleted). External IP: 172.27.0.208, port: cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0.
Jun 10 04:16:58.354015 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Router 7ad69346-c462-48d0-af10-fee5cf82f74b has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:16:58.491024 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:16:58.495757 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:16:58.501104 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] Sync routers for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:16:58.509658 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:16:58.510282 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb5509ca90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:16:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:58.543527 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "DELETE /v2.0/floatingips/a0fef82a-f32e-4c73-a560-700ce3696873 HTTP/1.1" status: 204  len: 168 time: 1.2480996
Jun 10 04:16:58.658306 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:16:58.924415 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb5509ca90>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:54Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:58.927907 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] Checking router: 7ad69346-c462-48d0-af10-fee5cf82f74b for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:16:58.937293 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:16:58.937985 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb5509ca90>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:16:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:59.014029 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:16:59.016461 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0b4e47-a3d5-4620-9641-1e74e14bdb64" -d '{"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:16:59.079867 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:16:59.105868 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2080b8-9c62-446f-9d1a-d34f74e6b754 x-openstack-request-id: req-9d2080b8-9c62-446f-9d1a-d34f74e6b754 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:16:59.106266 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:16:59.106620 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d2080b8-9c62-446f-9d1a-d34f74e6b754 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:16:59.107173 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'status': 'completed', 'code': 200}
Jun 10 04:16:59.213757 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-99ad6b21-c87f-415e-9921-b9bf80756a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:59.215167 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-99ad6b21-c87f-415e-9921-b9bf80756a77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=19ee786748654067bf564c8a5afc9578&device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 1099 time: 0.0619979
Jun 10 04:16:59.335491 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-a315b523-30f7-4bfd-9bae-eee71346d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:59.336943 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-a315b523-30f7-4bfd-9bae-eee71346d94e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 200  len: 914 time: 0.1098809
Jun 10 04:16:59.337068 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb5509ca90>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:54Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:16:59.340398 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ac75a5-79de-4529-817d-e5a3ab11957d None None] The sync data for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi is: [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:14:48Z', 'revision_number': 4, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'b459feb2-53da-4ea7-8e63-31a9880efba0', 'name': '', 'network_id': '6d568410-1f9b-4149-aebd-03c17a313877', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'mac_address': 'fa:16:3e:08:f7:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:48Z', 'updated_at': '2021-06-10T04:14:54Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'subnets': [{'id': '87d7849e-a0a6-4e5e-b18c-b939598633ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:16:59.393957 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-5d59df12-96cb-46db-aa73-ca56ac05a4f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 200  len: 217 time: 0.0470753
Jun 10 04:16:59.450635 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-8c05213d-a72b-492c-bee9-029c9536958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:59.452655 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-8c05213d-a72b-492c-bee9-029c9536958b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 200  len: 852 time: 0.0527098
Jun 10 04:16:59.531540 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-ccb1afe6-b708-4b51-867e-82f19817f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:16:59.533085 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-ccb1afe6-b708-4b51-867e-82f19817f223 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d568410-1f9b-4149-aebd-03c17a313877&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0640988
Jun 10 04:16:59.552835 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a880171d-9203-418c-9235-dc2c5b929c17 None None] New status for floating IP a0fef82a-f32e-4c73-a560-700ce3696873: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:16:59.654301 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-9ef3624d-148b-4217-9001-22020bb2e59a service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1106951
Jun 10 04:16:59.773334 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-af0b4e47-a3d5-4620-9641-1e74e14bdb64 req-798be2a2-54f2-457c-8ee4-3b5c9b43aec9 service neutron] 10.222.0.11 "GET /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1121278
Jun 10 04:17:00.925977 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:03.232705 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4a617-cfce-45b4-81ab-a462f427c59a req-11c1204e-b4c7-4b7b-8f4e-33c3d6bf54e8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:03.234580 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2fd4a617-cfce-45b4-81ab-a462f427c59a req-11c1204e-b4c7-4b7b-8f4e-33c3d6bf54e8 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0714540
Jun 10 04:17:03.275072 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2fd4a617-cfce-45b4-81ab-a462f427c59a req-1b5795dd-9e2a-44df-be98-f1b1f817d1f1 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347922
Jun 10 04:17:04.455662 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660a0a6-9449-4512-965c-36c259dca75d req-ea6da6e2-7927-4449-89ad-5936ecaa8778 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:04.457106 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5660a0a6-9449-4512-965c-36c259dca75d req-ea6da6e2-7927-4449-89ad-5936ecaa8778 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0683675
Jun 10 04:17:04.496439 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-5660a0a6-9449-4512-965c-36c259dca75d req-1b695d8d-8480-4929-bb85-08edd257ce39 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338142
Jun 10 04:17:04.925451 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-8325baf9-fc3b-404c-a41d-ac7f5f6044ef tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:04.926840 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-8325baf9-fc3b-404c-a41d-ac7f5f6044ef tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.0659921
Jun 10 04:17:05.328163 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Deleting port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:05.328504 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:05.439655 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] For port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:05.440013 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:05.532772 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Calling delete_port for cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:05.729048 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c6cf0-5247-4ea7-9ccc-cf4880e43682 req-8c6b2d93-4c2d-4c4b-89b9-6834a0480d50 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:05.730412 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-146c6cf0-5247-4ea7-9ccc-cf4880e43682 req-8c6b2d93-4c2d-4c4b-89b9-6834a0480d50 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 946 time: 0.1211464
Jun 10 04:17:05.774680 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-146c6cf0-5247-4ea7-9ccc-cf4880e43682 req-dfbcb731-d717-4038-a345-c5dd82d3d459 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c366a0-c329-483a-9a01-29755e95e83b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386319
Jun 10 04:17:05.821303 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:05.825440 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:05.857994 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Pushing event deleted for resources: {'Port': ['ID=cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:05.864032 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:05.864433 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] get_ports_and_sgs() called for port_ids ['cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'] {{(pid=92308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 10 04:17:05.914201 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] No DVR routers for this DVR port cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:17:05.916573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:05.918497 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ff7afab9-5d7f-4aaf-9c75-2dcbd09510a5 req-28671cae-d8c4-4aca-93af-325e5679ac03 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.11 "DELETE /v2.0/ports/cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 HTTP/1.1" status: 204  len: 173 time: 0.9859197
Jun 10 04:17:05.919053 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'name': 'network-vif-deleted', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:17:05.921313 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2c04fa-aded-48f8-b40b-06c6df2ba5b5" -d '{"events": [{"server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "name": "network-vif-deleted", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:17:06.006219 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ff826-21db-4322-bcb4-364fc8db2881 x-openstack-request-id: req-844ff826-21db-4322-bcb4-364fc8db2881 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:17:06.006820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ffe3b7-ebef-4c02-8210-d1774c5d99d4", "name": "network-vif-deleted", "tag": "cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:17:06.006820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-844ff826-21db-4322-bcb4-364fc8db2881 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:17:06.007296 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ffe3b7-ebef-4c02-8210-d1774c5d99d4', 'name': 'network-vif-deleted', 'tag': 'cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0', 'status': 'completed', 'code': 200}
Jun 10 04:17:06.932952 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-92cc705c-40cf-48a4-8a65-970868d9b0b9 req-d0ecc396-722a-46af-bd4e-94041a4c2339 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] 10.222.0.20 "GET /v2.0/ports?device_id=59ffe3b7-ebef-4c02-8210-d1774c5d99d4 HTTP/1.1" status: 200  len: 210 time: 0.0329473
Jun 10 04:17:08.969074 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:08.989743 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:08.990040 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device cc7ef39d-7c7a-45f0-afd6-c9360e3e99f0 not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:09.394530 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33256) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:09.829945 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:10.149228 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Deleting port b459feb2-53da-4ea7-8e63-31a9880efba0 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:10.149473 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:10.254776 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] For port b459feb2-53da-4ea7-8e63-31a9880efba0, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=b459feb2-53da-4ea7-8e63-31a9880efba0,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:10.255186 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:10.346004 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Calling delete_port for b459feb2-53da-4ea7-8e63-31a9880efba0 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:10.615241 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:10.617173 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:10.645645 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Pushing event deleted for resources: {'Port': ['ID=b459feb2-53da-4ea7-8e63-31a9880efba0,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:10.648766 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:10.861407 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:11.141193 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Router 7ad69346-c462-48d0-af10-fee5cf82f74b has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:17:11.276812 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:17:11.281753 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-1f3eb513-f8f6-4004-9e01-6d1006cbd76c admin admin] 10.222.0.20 "PUT /v2.0/routers/7ad69346-c462-48d0-af10-fee5cf82f74b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8861599
Jun 10 04:17:11.284298 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33258) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:11.287074 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e007f-5029-4431-abc6-64d5af4267be None None] Sync routers for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:17:11.295949 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:11.296563 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55f0e5b0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:16:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:11.580115 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:11.718298 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:11.816017 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55f0e5b0>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:17:10Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:11.819395 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e007f-5029-4431-abc6-64d5af4267be None None] Checking router: 7ad69346-c462-48d0-af10-fee5cf82f74b for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:17:11.827708 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] Routers {'7ad69346-c462-48d0-af10-fee5cf82f74b'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:11.828349 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55f0e5b0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:16:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['7ad69346-c462-48d0-af10-fee5cf82f74b'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:11.860026 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:11.977443 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] Set router 7ad69346-c462-48d0-af10-fee5cf82f74b gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:12.018815 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Deleting port 6500c339-5be4-438f-b88f-6c36b49e09f5 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:12.019179 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.129625 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] For port 6500c339-5be4-438f-b88f-6c36b49e09f5, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=6500c339-5be4-438f-b88f-6c36b49e09f5,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:12.129916 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.222098 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-914e007f-5029-4431-abc6-64d5af4267be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55f0e5b0>, [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:17:10Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:12.224709 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Calling delete_port for 6500c339-5be4-438f-b88f-6c36b49e09f5 owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:12.225458 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e007f-5029-4431-abc6-64d5af4267be None None] The sync data for ids ['7ad69346-c462-48d0-af10-fee5cf82f74b'] in dv-cinder-741349-4-iscsi is: [{'id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'name': 'tempest-TestMinimumBasicScenario-44196609-router', 'tenant_id': '19ee786748654067bf564c8a5afc9578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:44Z', 'updated_at': '2021-06-10T04:17:10Z', 'revision_number': 5, 'project_id': '19ee786748654067bf564c8a5afc9578', 'gw_port': {'id': '6500c339-5be4-438f-b88f-6c36b49e09f5', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad69346-c462-48d0-af10-fee5cf82f74b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:45Z', 'updated_at': '2021-06-10T04:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:17:12.474680 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.476565 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-826fbc72-c502-4fb4-8ca0-76b7bc5c7c16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:12.503847 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Pushing event deleted for resources: {'Port': ['ID=6500c339-5be4-438f-b88f-6c36b49e09f5,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:12.506979 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:12.581848 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.717165 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.719101 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.817424 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.817915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad69346-c462-48d0-af10-fee5cf82f74b {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:17:12.822616 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.824433 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-481a163f-b7aa-42f6-a7ac-0ac467364429 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7ad69346-c462-48d0-af10-fee5cf82f74b HTTP/1.1" status: 204  len: 168 time: 1.5385802
Jun 10 04:17:12.826436 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33260) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:12.880960 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Deleting subnet 87d7849e-a0a6-4e5e-b18c-b939598633ea {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:17:12.884475 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:12.933196 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12625173'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.022067 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.143315 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24941509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25087451'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.145449 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-19b52aad-f250-4a69-8354-42aa97f8a7da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:13.179412 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d7849e-a0a6-4e5e-b18c-b939598633ea,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:13.182308 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:13.183292 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.185513 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-02696a2c-4add-4dd7-8d93-e0cb66aedbad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/87d7849e-a0a6-4e5e-b18c-b939598633ea HTTP/1.1" status: 204  len: 168 time: 0.3577290
Jun 10 04:17:13.188190 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33262) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:13.190795 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7429f9-e998-4e2b-b945-a215705e830b None None] Network 6d568410-1f9b-4149-aebd-03c17a313877 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:17:13.278639 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.339435 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Deleting port 8131e5d8-88a6-45b8-8f06-414585bfb510 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:13.339776 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.381175 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-ac08f2c7-cdea-45ab-a58a-9749289c5f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.424988 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] For port 8131e5d8-88a6-45b8-8f06-414585bfb510, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=8131e5d8-88a6-45b8-8f06-414585bfb510,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:13.425361 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.480694 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] DHCP port deletion for 6d568410-1f9b-4149-aebd-03c17a313877 request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:17:13.517070 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Calling delete_port for 8131e5d8-88a6-45b8-8f06-414585bfb510 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:13.536013 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Deleting port 8131e5d8-88a6-45b8-8f06-414585bfb510 {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:13.536332 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.553742 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 8131e5d8-88a6-45b8-8f06-414585bfb510 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:13.657511 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] For port 8131e5d8-88a6-45b8-8f06-414585bfb510, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=8131e5d8-88a6-45b8-8f06-414585bfb510,segment=NetworkSegment(b42714b5-11fd-4d17-8d1b-44d7aa56e783),segment_id=b42714b5-11fd-4d17-8d1b-44d7aa56e783)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:13.657916 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.669507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.672466 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-32c9175d-57bf-411e-8cfb-07ca1afe8cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:13.701487 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Pushing event deleted for resources: {'Port': ['ID=8131e5d8-88a6-45b8-8f06-414585bfb510,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:13.703863 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] No DVR routers for this DVR port 8131e5d8-88a6-45b8-8f06-414585bfb510 on host dv-cinder-741349-4-iscsi {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:17:13.705375 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:13.719641 dv-cinder-741349-4-iscsi neutron-server[92308]: INFO neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No ports have port_id starting with 8131e5d8-88a6-45b8-8f06-414585bfb510
Jun 10 04:17:13.756099 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Calling delete_port for 8131e5d8-88a6-45b8-8f06-414585bfb510 owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:13.758707 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b459feb2-53da-4ea7-8e63-31a9880efba0 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:13.787434 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: b459feb2-53da-4ea7-8e63-31a9880efba0 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:13.787709 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device b459feb2-53da-4ea7-8e63-31a9880efba0 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:13.788126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 6500c339-5be4-438f-b88f-6c36b49e09f5 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:13.803356 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.814419 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb5414bd90>,) {'filters': {'network_id': ['6d568410-1f9b-4149-aebd-03c17a313877']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:13.816839 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 6500c339-5be4-438f-b88f-6c36b49e09f5 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:13.817197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 6500c339-5be4-438f-b88f-6c36b49e09f5 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:13.825998 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb5414bd90>, 'b42714b5-11fd-4d17-8d1b-44d7aa56e783') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:13.826300 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb5414bd90>, 'b42714b5-11fd-4d17-8d1b-44d7aa56e783') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:13.838187 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.853214 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.858915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:17:13.859325 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   retrieve_revision_numbers = {
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:17:13.860930 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:17:13.895452 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:13.897363 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-f5ce23c5-f3e7-4298-af47-6428f3c6b47c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:13.927152 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Pushing event deleted for resources: {'Port': ['ID=8131e5d8-88a6-45b8-8f06-414585bfb510,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:13.932677 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] No DVR routers for this DVR port 8131e5d8-88a6-45b8-8f06-414585bfb510 on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:17:13.946467 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.946825 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.947197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.947626 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.947917 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.948255 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.948587 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.948917 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.949248 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.949576 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.949920 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.950229 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:13.953816 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-6667820c-41f5-4c5d-902a-8e1a4e94066a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:14.026982 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:14.031167 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-574d697a-8124-42e5-8320-acdebab602c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:14.033642 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:14.035337 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d568410-1f9b-4149-aebd-03c17a313877 HTTP/1.1" status: 204  len: 168 time: 0.8462286
Jun 10 04:17:14.038453 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33264) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:14.048329 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d568410-1f9b-4149-aebd-03c17a313877,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:14.050625 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:14.734582 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:15.072754 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Deleting port 97a8e296-7d67-448d-868f-62cc25559f20 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:15.073379 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:15.173068 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] For port 97a8e296-7d67-448d-868f-62cc25559f20, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=97a8e296-7d67-448d-868f-62cc25559f20,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:15.173441 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:15.264208 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Calling delete_port for 97a8e296-7d67-448d-868f-62cc25559f20 owned by network:router_interface {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:15.537620 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:15.539678 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d891a4cb-0580-48e7-a320-646375d8488d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:15.570559 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a8e296-7d67-448d-868f-62cc25559f20,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:15.574187 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:15.783099 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:15.863570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:15.872239 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9670602c-df9c-4556-8ad3-459b6e3524a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:16.061446 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Router 509c46a3-00d2-4d4c-a1d7-f972471936be has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:17:16.200391 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:17:16.205246 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-ed39a42e-171f-47ba-a1cc-3ba5b7cc5312 admin admin] 10.222.0.20 "PUT /v2.0/routers/509c46a3-00d2-4d4c-a1d7-f972471936be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1657636
Jun 10 04:17:16.207825 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33268) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:16.211064 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] Sync routers for ids ['509c46a3-00d2-4d4c-a1d7-f972471936be'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:17:16.219917 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] Routers {'509c46a3-00d2-4d4c-a1d7-f972471936be'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:16.220534 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55512d00>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['509c46a3-00d2-4d4c-a1d7-f972471936be'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:16.346740 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks [] for router, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:16.356716 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] Set router 509c46a3-00d2-4d4c-a1d7-f972471936be gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:16.479959 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:16.581564 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55512d00>, [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:17:15Z', 'revision_number': 5, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port': {'id': '594e670c-9f7b-46ba-816b-02e829a3c8ce', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:16.584749 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] Checking router: 509c46a3-00d2-4d4c-a1d7-f972471936be for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:17:16.593325 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] Routers {'509c46a3-00d2-4d4c-a1d7-f972471936be'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:16.593906 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb55512d00>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:16Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['509c46a3-00d2-4d4c-a1d7-f972471936be'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:16.626376 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Deleting port 594e670c-9f7b-46ba-816b-02e829a3c8ce {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:16.626851 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:16.711770 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] Set router 509c46a3-00d2-4d4c-a1d7-f972471936be gateway port host: None {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:16.727252 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] For port 594e670c-9f7b-46ba-816b-02e829a3c8ce, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=594e670c-9f7b-46ba-816b-02e829a3c8ce,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:16.727635 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:16.785463 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb55512d00>, [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:17:16Z', 'revision_number': 6, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port_host': None}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:16.788918 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a38e29-3e16-4a93-9bc8-2daa38aaf1a9 None None] The sync data for ids ['509c46a3-00d2-4d4c-a1d7-f972471936be'] in dv-cinder-741349-4-iscsi is: [{'id': '509c46a3-00d2-4d4c-a1d7-f972471936be', 'name': 'tempest-TestMinimumBasicScenario-1209132266-router', 'tenant_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:14:52Z', 'updated_at': '2021-06-10T04:17:16Z', 'revision_number': 6, 'project_id': 'fc1aceb9926a4bb7a74ac4a624cf1798', 'gw_port_host': None}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:17:16.818779 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Calling delete_port for 594e670c-9f7b-46ba-816b-02e829a3c8ce owned by network:router_gateway {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:16.949434 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.312969 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.315083 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-d6d5d2fb-bc3a-4557-a6ce-894cb3fa55c0 tempest-TestMinimumBasicScenario-744650583 tempest-TestMinimumBasicScenario-744650583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:17.343760 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Pushing event deleted for resources: {'Port': ['ID=594e670c-9f7b-46ba-816b-02e829a3c8ce,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:17.346822 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:17.414486 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.547370 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.549521 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.584701 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 97a8e296-7d67-448d-868f-62cc25559f20 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:17.612958 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 97a8e296-7d67-448d-868f-62cc25559f20 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:17.613307 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 97a8e296-7d67-448d-868f-62cc25559f20 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:17.613725 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 594e670c-9f7b-46ba-816b-02e829a3c8ce no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:17.637196 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 594e670c-9f7b-46ba-816b-02e829a3c8ce {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:17.637564 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 594e670c-9f7b-46ba-816b-02e829a3c8ce not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:17.674911 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.675453 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509c46a3-00d2-4d4c-a1d7-f972471936be {{(pid=92307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:17:17.680216 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.681339 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-815a06e2-4746-4dc8-bf67-a548f716258c admin admin] 10.222.0.20 "DELETE /v2.0/routers/509c46a3-00d2-4d4c-a1d7-f972471936be HTTP/1.1" status: 204  len: 168 time: 1.4726238
Jun 10 04:17:17.683850 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33270) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:17.737182 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Deleting subnet 94741f01-6ebf-4509-b15e-67f4337a1a08 {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:17:17.740507 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.783434 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:17.876127 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.044475 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.047431 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:18.077137 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94741f01-6ebf-4509-b15e-67f4337a1a08,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:18.080150 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:18.081110 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.082951 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-c09d324f-95e7-4497-a63d-fa27dacbb004 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/94741f01-6ebf-4509-b15e-67f4337a1a08 HTTP/1.1" status: 204  len: 168 time: 0.3981452
Jun 10 04:17:18.085426 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33272) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:18.086120 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5315db5c-6903-43f5-813c-05637aa34fce None None] Network 26be3f93-4f24-4524-8063-897a96e7f0e3 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:17:18.177516 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.234559 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Deleting port 33458c1c-8ff9-483a-9229-2af09d0a39d7 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:18.234891 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.287083 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] DHCP port deletion for 26be3f93-4f24-4524-8063-897a96e7f0e3 request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:17:18.326493 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] For port 33458c1c-8ff9-483a-9229-2af09d0a39d7, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=33458c1c-8ff9-483a-9229-2af09d0a39d7,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:18.327463 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.422862 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Calling delete_port for 33458c1c-8ff9-483a-9229-2af09d0a39d7 owned by network:dhcp {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:18.475779 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Deleting port 33458c1c-8ff9-483a-9229-2af09d0a39d7 {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:18.476170 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.557691 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] For port 33458c1c-8ff9-483a-9229-2af09d0a39d7, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=33458c1c-8ff9-483a-9229-2af09d0a39d7,segment=NetworkSegment(02b67423-d896-4e80-b79a-4fd3418669df),segment_id=02b67423-d896-4e80-b79a-4fd3418669df)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:18.558005 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.586978 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.589034 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-91746802-800d-4493-8dc6-3f26308a25d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:18.618707 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Pushing event deleted for resources: {'Port': ['ID=33458c1c-8ff9-483a-9229-2af09d0a39d7,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:18.620960 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:18.623372 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] No DVR routers for this DVR port 33458c1c-8ff9-483a-9229-2af09d0a39d7 on host dv-cinder-741349-4-iscsi {{(pid=92307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:17:18.651362 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Calling delete_port for 33458c1c-8ff9-483a-9229-2af09d0a39d7 owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:18.727304 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.738358 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4f436af0>,) {'filters': {'network_id': ['26be3f93-4f24-4524-8063-897a96e7f0e3']}} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:18.739982 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.749889 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f436af0>, '02b67423-d896-4e80-b79a-4fd3418669df') {'for_net_delete': True} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:18.750185 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.services.segments.db [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f436af0>, '02b67423-d896-4e80-b79a-4fd3418669df') {} {{(pid=92307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:18.758037 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.759771 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13749015'] for segment, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.759985 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:18.774852 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.780586 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=92307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:17:18.780962 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14501373'] for segment, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   conditions |= (models_v2.Port.network_id.in_(
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   retrieve_revision_numbers = {
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]: Traceback (most recent call last):
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     timer()
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     cb(*args, **kw)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     return func(*args, **kwargs)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     self._notify()
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     self.callback(batched_events)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     event.method(event)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     return f(self, *a, **k)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._get(url).json()
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:17:18.782555 dv-cinder-741349-4-iscsi neutron-server[92307]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:17:18.788436 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Pushing event deleted for resources: {'Port': ['ID=33458c1c-8ff9-483a-9229-2af09d0a39d7,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:18.790782 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:18.793016 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74aea4-7bba-4df9-b2c0-9d77260c9431 None None] No DVR routers for this DVR port 33458c1c-8ff9-483a-9229-2af09d0a39d7 on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:17:18.909024 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.912657 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:18.916133 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:18.916817 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] 10.222.0.20 "DELETE /v2.0/networks/26be3f93-4f24-4524-8063-897a96e7f0e3 HTTP/1.1" status: 204  len: 168 time: 0.8304877
Jun 10 04:17:18.930846 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Pushing event deleted for resources: {'Network': ['ID=26be3f93-4f24-4524-8063-897a96e7f0e3,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:18.933640 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-e59f2fac-6ac2-49da-b0ba-b03f7dc4e632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:19.269428 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33276) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:19.314185 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-cf27cc2c-b3af-4f1b-9fc8-91359e7e9240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19ee786748654067bf564c8a5afc9578&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0435245
Jun 10 04:17:19.316629 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33278) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:19.366595 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:19.388108 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:19.500731 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:19.503404 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:19.504518 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2c366a0-c329-483a-9a01-29755e95e83b HTTP/1.1" status: 204  len: 168 time: 0.1870165
Jun 10 04:17:19.505285 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-af6aa286-efaf-4ee2-bacf-9808f39d552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:19.514525 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c366a0-c329-483a-9a01-29755e95e83b,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:19.517805 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-6652da2c-2908-4d48-9547-cb0d769132fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:19.547594 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 33458c1c-8ff9-483a-9229-2af09d0a39d7 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:19.574917 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 33458c1c-8ff9-483a-9229-2af09d0a39d7 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:19.575295 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 33458c1c-8ff9-483a-9229-2af09d0a39d7 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:20.134962 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33284) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:20.177035 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-129b4fe2-2f67-4477-aa5d-ca859c69b148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc1aceb9926a4bb7a74ac4a624cf1798&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0408375
Jun 10 04:17:20.179541 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33286) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:20.233174 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:20.255071 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:20.349410 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:20.353167 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:20.354808 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09867092-03bc-45da-aa35-101d50478494 HTTP/1.1" status: 204  len: 168 time: 0.1741867
Jun 10 04:17:20.355588 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-3e8acb8b-a82f-4229-961d-e5b743822ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:20.365846 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09867092-03bc-45da-aa35-101d50478494,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:20.368216 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-a1b6ad32-02bb-4551-8900-20a89467a1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:22.002820 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:17:30.902810 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:35.442959 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-071438cd-7d6d-43f7-af20-5acd6345a6c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0565851
Jun 10 04:17:35.564866 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-77d00717-3d37-44ff-a99b-1db46dd075dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:35.566313 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-77d00717-3d37-44ff-a99b-1db46dd075dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1099 time: 0.0649672
Jun 10 04:17:35.693500 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-0c1fe52e-071b-45a6-aa31-b22dbc2001ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:35.694811 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-0c1fe52e-071b-45a6-aa31-b22dbc2001ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1097913
Jun 10 04:17:35.787312 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-385e49d1-1095-4d5d-a481-c5380e4912eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 200  len: 1001 time: 0.0854173
Jun 10 04:17:35.848842 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-f60e2301-ecd4-4279-b556-e5289167b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:35.850246 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-f60e2301-ecd4-4279-b556-e5289167b45f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0567837
Jun 10 04:17:35.910609 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-8bb9eef1-5913-4357-8e8f-b66202f9c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:35.912058 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-8bb9eef1-5913-4357-8e8f-b66202f9c142 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0554454
Jun 10 04:17:36.023447 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-25ed53ae-ed19-4e4e-bf74-7d4e7a4e4095 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1046710
Jun 10 04:17:36.135865 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2e513898-bb66-4bbe-9b4b-a38d8108a3d4 req-055b1abc-9569-462e-9de4-3574de0c7534 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1060376
Jun 10 04:17:43.365681 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a86c3325-03ef-4cbb-802b-f5bd09bbbc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:45.851570 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:45.868607 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-0d87ddc4-250d-4c69-b68b-e739bcb0f61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:46.954528 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:47.616079 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33292) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:47.807898 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Deleting port 51215552-4a96-42ab-a4b2-0e4e225419b4 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:47.808234 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:47.901736 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:47.901979 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:47.990576 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Calling delete_port for 51215552-4a96-42ab-a4b2-0e4e225419b4 owned by network:floatingip {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:48.245786 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:48.247807 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b70e7e32-6ce0-48a0-931b-242ba8d5ed54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:48.280131 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'Port': ['ID=51215552-4a96-42ab-a4b2-0e4e225419b4,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:48.283058 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:48.353304 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:48.353671 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Floating IP 0985159a-ef51-4fb2-90ca-c5314149bc13 disassociated (deleted). External IP: 172.27.0.218, port: 184da6af-c14b-4296-8a72-c689d8dededc.
Jun 10 04:17:48.625392 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:17:48.689267 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:48.765549 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:17:48.770808 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:48.775032 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:17:48.783684 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:48.784385 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54c762b0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:48.812746 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-82deea47-5748-498e-8236-451c3e715c61 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "DELETE /v2.0/floatingips/0985159a-ef51-4fb2-90ca-c5314149bc13 HTTP/1.1" status: 204  len: 168 time: 1.1956408
Jun 10 04:17:48.813505 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:17:48.816026 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "tag": "184da6af-c14b-4296-8a72-c689d8dededc"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:17:48.859046 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc224fc1-5110-47d9-b96f-c324696f66ae x-openstack-request-id: req-fc224fc1-5110-47d9-b96f-c324696f66ae {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:17:48.859328 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "tag": "184da6af-c14b-4296-8a72-c689d8dededc", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:17:48.864799 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc224fc1-5110-47d9-b96f-c324696f66ae {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:17:48.864799 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc', 'status': 'completed', 'code': 200}
Jun 10 04:17:48.929635 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:48.964212 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-acf2122b-6cdf-4c1e-aa9d-b25582f2d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:48.965707 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-acf2122b-6cdf-4c1e-aa9d-b25582f2d2d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 1099 time: 0.0601735
Jun 10 04:17:49.080963 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-3fb8afc5-bdb7-42c5-8d5e-eb2d41bc8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:49.082904 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-3fb8afc5-bdb7-42c5-8d5e-eb2d41bc8757 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1113043
Jun 10 04:17:49.136896 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-3ab7331e-9459-421f-8174-690af23afe78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184da6af-c14b-4296-8a72-c689d8dededc HTTP/1.1" status: 200  len: 217 time: 0.0469744
Jun 10 04:17:49.197938 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-1d11a4ab-6973-4e61-b088-e515baa96ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:49.199424 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-1d11a4ab-6973-4e61-b088-e515baa96ed2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0566916
Jun 10 04:17:49.229323 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54c762b0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:05Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:49.232692 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:17:49.240728 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:49.241336 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb54c762b0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:49.266394 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-064b417a-008d-48f2-9b29-f16e07cf0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:49.267952 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-064b417a-008d-48f2-9b29-f16e07cf0196 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0620816
Jun 10 04:17:49.388754 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:49.425930 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-406c999d-c5a4-4949-aa75-e84281c65c0d service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507041
Jun 10 04:17:49.438270 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f777ab9-94f6-4f1a-a9cc-730bf20666ca req-62fedff8-b4ac-4f07-b79a-3a2fe5b1b45e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:49.439762 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2f777ab9-94f6-4f1a-a9cc-730bf20666ca req-62fedff8-b4ac-4f07-b79a-3a2fe5b1b45e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 946 time: 0.1453493
Jun 10 04:17:49.558490 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-2f777ab9-94f6-4f1a-a9cc-730bf20666ca req-942282ae-e49e-46ef-a02e-664eaa9d84a2 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095302
Jun 10 04:17:49.580096 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-ad29a5bb-400e-4d38-8d13-fcc0d85d9f3d req-d6f64039-1082-4190-a0b2-c35e7d339bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393569
Jun 10 04:17:49.820722 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb54c762b0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:05Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:49.824186 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a46ea3-8be5-4e5a-b965-82de5b4a993c None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_floatingips': [{'id': 'e0a4aac2-053d-4022-9fb8-35993008a6ed', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'router_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'port_id': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'mac_address': 'fa:16:3e:02:49:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T04:14:02Z', 'updated_at': '2021-06-10T04:14:05Z', 'revision_number': 1, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:17:50.029421 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283edd3-d7b9-44d7-a5fa-9e883ab70afb None None] New status for floating IP 0985159a-ef51-4fb2-90ca-c5314149bc13: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:17:50.741211 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2cb1-847a-4acd-b341-15ea3e42be73 req-17368cc4-004b-4d06-be96-256fa1b03134 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:50.742650 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7d6e2cb1-847a-4acd-b341-15ea3e42be73 req-17368cc4-004b-4d06-be96-256fa1b03134 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 946 time: 0.0708778
Jun 10 04:17:50.782989 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-7d6e2cb1-847a-4acd-b341-15ea3e42be73 req-a07a7a85-8645-4e9c-b00c-65318921b5c7 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347283
Jun 10 04:17:50.985495 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-76e127e8-54cc-48f8-a88e-4f0111092b23 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:50.986784 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-76e127e8-54cc-48f8-a88e-4f0111092b23 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 946 time: 0.0704217
Jun 10 04:17:51.405031 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Deleting port 184da6af-c14b-4296-8a72-c689d8dededc {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:51.405362 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:51.527194 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] For port 184da6af-c14b-4296-8a72-c689d8dededc, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=184da6af-c14b-4296-8a72-c689d8dededc,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:17:51.527554 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:51.619961 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Calling delete_port for 184da6af-c14b-4296-8a72-c689d8dededc owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:51.820967 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:51.825078 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-65b3f453-e198-45f1-b5cb-d3719b074745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:51.857582 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'Port': ['ID=184da6af-c14b-4296-8a72-c689d8dededc,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:51.862484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:51.919344 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] No DVR routers for this DVR port 184da6af-c14b-4296-8a72-c689d8dededc on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:17:51.928753 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:51.930997 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-fa4fa381-4b4f-43f0-8d0f-3163e1508fe2 req-1e3e7b81-c572-4702-8582-d038fb69a7dd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "DELETE /v2.0/ports/184da6af-c14b-4296-8a72-c689d8dededc HTTP/1.1" status: 204  len: 173 time: 0.9389286
Jun 10 04:17:51.931530 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'name': 'network-vif-deleted', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:17:51.933831 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6bedd7-1b65-469e-98b0-ba26fa4b9420" -d '{"events": [{"server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "name": "network-vif-deleted", "tag": "184da6af-c14b-4296-8a72-c689d8dededc"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:17:51.971344 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-3ca511ed-c409-43bc-a171-d4d9fe6b393f req-06d8eb6a-94b5-4a1c-9b26-61a17fb6afdb tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 210 time: 0.0530701
Jun 10 04:17:51.973643 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9e0d7-9ad1-47c9-9890-9a9ab79cca1e x-openstack-request-id: req-f1c9e0d7-9ad1-47c9-9890-9a9ab79cca1e {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:17:51.973977 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff058f4-c46e-48f0-853b-5d23bcc81b5a", "name": "network-vif-deleted", "tag": "184da6af-c14b-4296-8a72-c689d8dededc", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:17:51.974273 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1c9e0d7-9ad1-47c9-9890-9a9ab79cca1e {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:17:51.974703 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff058f4-c46e-48f0-853b-5d23bcc81b5a', 'name': 'network-vif-deleted', 'tag': '184da6af-c14b-4296-8a72-c689d8dededc', 'status': 'completed', 'code': 200}
Jun 10 04:17:53.120117 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 184da6af-c14b-4296-8a72-c689d8dededc no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:17:53.133685 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-4b9492c3-d8e0-4904-a90f-abb5b982fc43 req-1b1aa2c2-63e6-4a77-a626-2487fe506d6a tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=bff058f4-c46e-48f0-853b-5d23bcc81b5a HTTP/1.1" status: 200  len: 210 time: 0.0324593
Jun 10 04:17:53.144439 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 184da6af-c14b-4296-8a72-c689d8dededc {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:17:53.144797 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 184da6af-c14b-4296-8a72-c689d8dededc not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:17:56.672360 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33324) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:17:57.121725 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Deleting port 44883bb2-6cf5-4f44-ad3e-b122163e031b {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:17:57.122055 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:57.215053 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:57.215369 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:57.307102 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Calling delete_port for 44883bb2-6cf5-4f44-ad3e-b122163e031b owned by network:floatingip {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:17:57.525945 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:57.527962 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:17:57.556101 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'Port': ['ID=44883bb2-6cf5-4f44-ad3e-b122163e031b,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:17:57.567235 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.567618 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.567985 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.568348 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.568713 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.569092 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.569450 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.569806 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.570163 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.570515 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.570865 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.571234 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:17:57.593314 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:17:57.637866 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:57.638191 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.db.l3_db [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Floating IP e0a4aac2-053d-4022-9fb8-35993008a6ed disassociated (deleted). External IP: 172.27.0.54, port: 1f97e81c-c466-4721-82b0-77f85c4a587e.
Jun 10 04:17:57.909557 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:17:58.048226 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:17:58.053456 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:17:58.058104 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:17:58.068032 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:58.068639 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56871670>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:58.093907 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-5f063c93-b420-438f-84f5-0ddfe0148e06 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "DELETE /v2.0/floatingips/e0a4aac2-053d-4022-9fb8-35993008a6ed HTTP/1.1" status: 204  len: 168 time: 1.4204028
Jun 10 04:17:58.094668 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e'}] {{(pid=92307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:17:58.097063 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44cbf81dc86a7a251fb88e4e0558b3a9811ff097f652f518a4f7fedc4b419546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e"}]}' {{(pid=92307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:17:58.135151 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 04:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de974428-70fb-4d18-9f3b-fa88aaf99039 x-openstack-request-id: req-de974428-70fb-4d18-9f3b-fa88aaf99039 {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:17:58.135529 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e", "status": "completed", "code": 200}]} {{(pid=92307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:17:58.135953 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de974428-70fb-4d18-9f3b-fa88aaf99039 {{(pid=92307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:17:58.136462 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'status': 'completed', 'code': 200}
Jun 10 04:17:58.217613 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:58.243447 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-95efd2b7-93d1-445d-9524-852819a48d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:58.245256 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-95efd2b7-93d1-445d-9524-852819a48d44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 1099 time: 0.0636113
Jun 10 04:17:58.362837 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-8c8de9c7-d6b2-4c7d-bac4-0c85ded078de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:58.365073 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-8c8de9c7-d6b2-4c7d-bac4-0c85ded078de service neutron] 10.222.0.11 "GET /v2.0/networks?id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 200  len: 913 time: 0.1135366
Jun 10 04:17:58.426885 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-d47c8467-e033-41c9-9781-7ab65fc1673f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 200  len: 217 time: 0.0558934
Jun 10 04:17:58.483801 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56871670>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:58.484937 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-79b90ed3-a670-476a-91fe-fe7d3067a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:58.486462 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-79b90ed3-a670-476a-91fe-fe7d3067a024 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 200  len: 851 time: 0.0534322
Jun 10 04:17:58.487446 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:17:58.498279 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:17:58.499160 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb56871670>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:58.550197 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-bb815c67-5004-426e-9c3f-a832e7cfe146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:58.551870 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-bb815c67-5004-426e-9c3f-a832e7cfe146 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0596492
Jun 10 04:17:58.646389 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:17:58.717540 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-8a5d3109-d908-480d-8311-4cc5b7a10b4d service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578376
Jun 10 04:17:58.725413 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a15986-ee56-4b42-9268-0125211ee982 req-55e241ad-991b-4b86-8d38-08e27b970e99 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:17:58.726685 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43a15986-ee56-4b42-9268-0125211ee982 req-55e241ad-991b-4b86-8d38-08e27b970e99 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.1597574
Jun 10 04:17:58.843675 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-43a15986-ee56-4b42-9268-0125211ee982 req-b3b4714f-0d81-4481-82ce-4f80928ee42f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1091132
Jun 10 04:17:58.867955 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-7cd9438f-7c31-4db7-87d1-bef3498eb5ce req-2eddd511-4ab1-4600-ab48-85224f96bb5e service neutron] 10.222.0.11 "GET /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403246
Jun 10 04:17:58.905339 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb56871670>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:17:58.908830 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a268d43-66b9-4eb1-ad57-c432a4b25099 None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:10:24Z', 'revision_number': 4, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi', '_interfaces': [{'id': 'd938b3f5-faf3-48b3-a07a-e7c68007c4f6', 'name': '', 'network_id': '9fe0c191-b0d4-410e-bc0b-60c9e163d3cb', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'mac_address': 'fa:16:3e:43:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:23Z', 'updated_at': '2021-06-10T04:10:32Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'subnets': [{'id': '504cb5aa-ec52-414e-8a53-4ec08eaba6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:17:59.001626 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:17:59.108449 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48664ab-f37d-4411-a88f-b4b5bb0878d2 None None] New status for floating IP e0a4aac2-053d-4022-9fb8-35993008a6ed: DOWN {{(pid=92309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 10 04:18:00.026395 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e454fc-eec4-403f-9ccc-876f074429dd req-67384b3c-b86d-4939-8914-ccd9269470a1 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:18:00.027850 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-03e454fc-eec4-403f-9ccc-876f074429dd req-67384b3c-b86d-4939-8914-ccd9269470a1 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.0711596
Jun 10 04:18:00.067787 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-03e454fc-eec4-403f-9ccc-876f074429dd req-3cf999e4-e82c-48b5-b486-e76104a51ae7 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/security-groups?id=c360f85f-e4fd-4d58-b59f-3939f53f6bc3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342989
Jun 10 04:18:00.228221 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553932d-55a7-4718-838f-d6bc783dc432 req-bc5fb8a0-2aea-4130-ade4-757d23a8b002 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92305) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 10 04:18:00.229530 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8553932d-55a7-4718-838f-d6bc783dc432 req-bc5fb8a0-2aea-4130-ade4-757d23a8b002 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 946 time: 0.0669854
Jun 10 04:18:00.343241 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Deleting port 1f97e81c-c466-4721-82b0-77f85c4a587e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:00.343580 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:00.449798 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] For port 1f97e81c-c466-4721-82b0-77f85c4a587e, host hv-cinder-74134, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74134',level=0,port_id=1f97e81c-c466-4721-82b0-77f85c4a587e,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:00.450146 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:00.544922 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Calling delete_port for 1f97e81c-c466-4721-82b0-77f85c4a587e owned by compute:nova {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:00.751900 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:00.755581 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e6d5776a-2161-4994-ab91-e63a1b792bdd tempest-AttachVolumeShelveTestJSON-1930088746 tempest-AttachVolumeShelveTestJSON-1930088746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:00.789813 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'Port': ['ID=1f97e81c-c466-4721-82b0-77f85c4a587e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:00.801414 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.801803 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.802181 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.802553 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.802915 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.803378 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.803743 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.804106 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.804733 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.805092 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.805445 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.805800 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:00.828507 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:00.853972 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] No DVR routers for this DVR port 1f97e81c-c466-4721-82b0-77f85c4a587e on host hv-cinder-74134 {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:18:00.856243 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for port, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:00.858181 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [req-8553932d-55a7-4718-838f-d6bc783dc432 req-161dcb6d-2d07-43d3-bd16-b23d8adf364e tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.11 "DELETE /v2.0/ports/1f97e81c-c466-4721-82b0-77f85c4a587e HTTP/1.1" status: 204  len: 173 time: 0.6226020
Jun 10 04:18:00.858682 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'name': 'network-vif-deleted', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e'}] {{(pid=92305) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 10 04:18:00.860964 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ab2dde8541b50a8ad3d45077d5a72d019b522da4fb77b6ee9752686ec52ab5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a31a0a-76dd-42b0-a6af-a116032a1d85" -d '{"events": [{"server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "name": "network-vif-deleted", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e"}]}' {{(pid=92305) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 10 04:18:00.896087 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 04:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d0c31-6cb5-42ef-93b4-8387c4c96d97 x-openstack-request-id: req-5f0d0c31-6cb5-42ef-93b4-8387c4c96d97 {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 10 04:18:00.896418 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01d256d-3999-407d-9819-d023bd6cebf2", "name": "network-vif-deleted", "tag": "1f97e81c-c466-4721-82b0-77f85c4a587e", "status": "completed", "code": 200}]} {{(pid=92305) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 10 04:18:00.896708 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f0d0c31-6cb5-42ef-93b4-8387c4c96d97 {{(pid=92305) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 10 04:18:00.897143 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d256d-3999-407d-9819-d023bd6cebf2', 'name': 'network-vif-deleted', 'tag': '1f97e81c-c466-4721-82b0-77f85c4a587e', 'status': 'completed', 'code': 200}
Jun 10 04:18:00.900720 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:01.212869 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [req-a6a6f97f-2cf2-477d-b2b6-7ff7a5d60a2e req-34a32b00-88a4-4d26-b7b3-b87da480894b tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "GET /v2.0/ports?device_id=b01d256d-3999-407d-9819-d023bd6cebf2 HTTP/1.1" status: 200  len: 210 time: 0.0347311
Jun 10 04:18:02.310424 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33342) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:02.468552 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Deleting port 25a7b5d5-9e3e-4de2-8496-d3eecdc2cbb4 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:02.468909 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:02.562422 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:02.562742 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:02.652383 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Calling delete_port for 25a7b5d5-9e3e-4de2-8496-d3eecdc2cbb4 owned by network:floatingip {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:02.860645 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:02.862446 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-3206c41a-73c6-4834-892f-37726e1738fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:02.893700 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'Port': ['ID=25a7b5d5-9e3e-4de2-8496-d3eecdc2cbb4,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:02.897409 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:02.965434 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for floatingip, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:02.967910 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-498766'] for floatingip, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:02.969028 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "DELETE /v2.0/floatingips/b89a0338-e493-47d7-9c41-f4a972968a2a HTTP/1.1" status: 204  len: 168 time: 0.6576004
Jun 10 04:18:03.193667 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1f97e81c-c466-4721-82b0-77f85c4a587e no longer exists at agent hyperv_hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:03.218358 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] No Port match for: 1f97e81c-c466-4721-82b0-77f85c4a587e {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:18:03.218714 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Device 1f97e81c-c466-4721-82b0-77f85c4a587e not bound to the agent host hv-cinder-74134 {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:18:04.347588 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33358) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:04.407988 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:04.437693 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:04.548305 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:04.550898 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Notify callbacks [] for security_group, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:04.552693 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] 10.222.0.20 "DELETE /v2.0/security-groups/c360f85f-e4fd-4d58-b59f-3939f53f6bc3 HTTP/1.1" status: 204  len: 168 time: 0.2041237
Jun 10 04:18:04.553541 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-cc011e9b-cd76-4591-a77c-a059f1333fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:04.565763 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c360f85f-e4fd-4d58-b59f-3939f53f6bc3,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:04.569657 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-7455dcf0-029f-4e1e-998b-c322195afa27 tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:04.660892 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33362) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:05.282761 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:05.597695 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Deleting port d938b3f5-faf3-48b3-a07a-e7c68007c4f6 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:05.598032 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:05.700943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] For port d938b3f5-faf3-48b3-a07a-e7c68007c4f6, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:05.701660 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:05.789862 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Calling delete_port for d938b3f5-faf3-48b3-a07a-e7c68007c4f6 owned by network:router_interface {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:06.094782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:06.097530 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-fd4417fe-2baf-4278-b880-7f5f803ad60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:06.130546 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Pushing event deleted for resources: {'Port': ['ID=d938b3f5-faf3-48b3-a07a-e7c68007c4f6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:06.134200 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:06.645698 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:06.929803 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Router 8dc6fd17-26be-49eb-a620-139c418baf9e has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92305) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:18:07.073783 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92305) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:18:07.078724 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] 10.222.0.20 "PUT /v2.0/routers/8dc6fd17-26be-49eb-a620-139c418baf9e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4167602
Jun 10 04:18:07.081304 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33368) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:07.084044 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50250454-211c-4476-8734-533a018137e4 None None] Sync routers for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:18:07.093046 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50250454-211c-4476-8734-533a018137e4 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:18:07.093703 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-50250454-211c-4476-8734-533a018137e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb5507ddf0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:07.221484 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks [] for router, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:07.237130 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-50250454-211c-4476-8734-533a018137e4 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: dv-cinder-741349-4-iscsi {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:18:07.358989 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:07.476130 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-50250454-211c-4476-8734-533a018137e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb5507ddf0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:18:05Z', 'revision_number': 5, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port': {'id': '9f8bde49-88f8-485d-8b43-db8f94de3a8e', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:21Z', 'updated_at': '2021-06-10T04:10:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:07.479610 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50250454-211c-4476-8734-533a018137e4 None None] Checking router: 8dc6fd17-26be-49eb-a620-139c418baf9e for host: dv-cinder-741349-4-iscsi {{(pid=92308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:18:07.483770 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Deleting port 9f8bde49-88f8-485d-8b43-db8f94de3a8e {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:07.487257 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:07.487905 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50250454-211c-4476-8734-533a018137e4 None None] Routers {'8dc6fd17-26be-49eb-a620-139c418baf9e'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:18:07.488524 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-50250454-211c-4476-8734-533a018137e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb5507ddf0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['8dc6fd17-26be-49eb-a620-139c418baf9e'], 'active': True} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:07.585033 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] For port 9f8bde49-88f8-485d-8b43-db8f94de3a8e, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=9f8bde49-88f8-485d-8b43-db8f94de3a8e,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:07.585473 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:07.682372 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Calling delete_port for 9f8bde49-88f8-485d-8b43-db8f94de3a8e owned by network:router_gateway {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:07.748332 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvr_db [None req-50250454-211c-4476-8734-533a018137e4 None None] Set router 8dc6fd17-26be-49eb-a620-139c418baf9e gateway port host: None {{(pid=92308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:18:07.840488 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_hamode_db [None req-50250454-211c-4476-8734-533a018137e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb5507ddf0>, [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:18:07Z', 'revision_number': 6, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port_host': None}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:07.843856 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50250454-211c-4476-8734-533a018137e4 None None] The sync data for ids ['8dc6fd17-26be-49eb-a620-139c418baf9e'] in dv-cinder-741349-4-iscsi is: [{'id': '8dc6fd17-26be-49eb-a620-139c418baf9e', 'name': 'tempest-TestVolumeBootPattern-2014757633-router', 'tenant_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:20Z', 'updated_at': '2021-06-10T04:18:07Z', 'revision_number': 6, 'project_id': 'b908b5affc64461abc2e9a8b73fbd4b2', 'gw_port_host': None}] {{(pid=92308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:18:07.943251 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:07.945901 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-ab6f7f85-b1a8-4c4f-a79f-9ebf82febecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:07.975248 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8bde49-88f8-485d-8b43-db8f94de3a8e,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:07.978913 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:08.049039 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.185860 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.188009 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.324034 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.324342 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dc6fd17-26be-49eb-a620-139c418baf9e {{(pid=92305) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:18:08.328680 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] Notify callbacks [] for router, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.329798 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-73bc6952-140c-4ce3-9990-ac231065ba52 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8dc6fd17-26be-49eb-a620-139c418baf9e HTTP/1.1" status: 204  len: 168 time: 1.2475986
Jun 10 04:18:08.339852 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33370) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:08.382881 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Deleting subnet 504cb5aa-ec52-414e-8a53-4ec08eaba6c6 {{(pid=92305) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:18:08.385775 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.425380 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12625173'] for subnet, precommit_delete_associations {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.518078 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.655164 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24941509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25087451'] for subnet, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.655164 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-f4f2a571-25eb-4db8-a2d2-6af8da8773a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:08.686062 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504cb5aa-ec52-414e-8a53-4ec08eaba6c6,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:08.689079 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:08.690115 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.691964 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-eaba4fe4-a2f1-4099-9f99-ea98d1002061 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/504cb5aa-ec52-414e-8a53-4ec08eaba6c6 HTTP/1.1" status: 204  len: 168 time: 0.3587463
Jun 10 04:18:08.694423 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33372) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:08.697243 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a69e4d1-4ff6-4832-933d-d54791607f28 None None] Network 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:18:08.790138 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.854126 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Deleting port 3426577f-c95a-494a-99a1-c325a0b56e65 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:08.854393 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.931507 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] DHCP port deletion for 9fe0c191-b0d4-410e-bc0b-60c9e163d3cb request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:18:08.942220 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] For port 3426577f-c95a-494a-99a1-c325a0b56e65, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3426577f-c95a-494a-99a1-c325a0b56e65,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:08.942598 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:08.982434 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Deleting port 3426577f-c95a-494a-99a1-c325a0b56e65 {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:08.982838 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.035412 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Calling delete_port for 3426577f-c95a-494a-99a1-c325a0b56e65 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:09.066126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] For port 3426577f-c95a-494a-99a1-c325a0b56e65, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=3426577f-c95a-494a-99a1-c325a0b56e65,segment=NetworkSegment(357577e4-7710-491f-89e2-9c47a0bda332),segment_id=357577e4-7710-491f-89e2-9c47a0bda332)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:09.066521 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.157937 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Calling delete_port for 3426577f-c95a-494a-99a1-c325a0b56e65 owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:09.211341 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.214347 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-c3564c55-e213-4656-8617-103a702e3212 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:09.242414 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Pushing event deleted for resources: {'Port': ['ID=3426577f-c95a-494a-99a1-c325a0b56e65,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:09.245579 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:09.246358 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] No DVR routers for this DVR port 3426577f-c95a-494a-99a1-c325a0b56e65 on host dv-cinder-741349-4-iscsi {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:18:09.248690 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.251982 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:09.282411 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Pushing event deleted for resources: {'Port': ['ID=3426577f-c95a-494a-99a1-c325a0b56e65,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:09.284832 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:09.287926 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea4618-8e6f-4226-bdb7-24e080e9e88f None None] No DVR routers for this DVR port 3426577f-c95a-494a-99a1-c325a0b56e65 on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:18:09.344644 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.356060 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb4f50a640>,) {'filters': {'network_id': ['9fe0c191-b0d4-410e-bc0b-60c9e163d3cb']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:09.366464 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f50a640>, '357577e4-7710-491f-89e2-9c47a0bda332') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:09.366763 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb4f50a640>, '357577e4-7710-491f-89e2-9c47a0bda332') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:09.376116 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.390509 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.396592 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:18:09.396966 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:18:09.398519 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:18:09.537002 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.540903 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:09.543728 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:09.545738 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9fe0c191-b0d4-410e-bc0b-60c9e163d3cb HTTP/1.1" status: 204  len: 168 time: 0.8503211
Jun 10 04:18:09.548765 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33374) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:09.559782 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe0c191-b0d4-410e-bc0b-60c9e163d3cb,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:09.562311 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-8a904fc2-f612-402c-b874-a1236cf97781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:09.576134 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 9f8bde49-88f8-485d-8b43-db8f94de3a8e no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:09.601488 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 9f8bde49-88f8-485d-8b43-db8f94de3a8e {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:18:09.601841 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 9f8bde49-88f8-485d-8b43-db8f94de3a8e not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:18:09.602265 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d938b3f5-faf3-48b3-a07a-e7c68007c4f6 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:09.625632 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: d938b3f5-faf3-48b3-a07a-e7c68007c4f6 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:18:09.625986 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device d938b3f5-faf3-48b3-a07a-e7c68007c4f6 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:18:09.626409 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3426577f-c95a-494a-99a1-c325a0b56e65 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:09.650159 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 3426577f-c95a-494a-99a1-c325a0b56e65 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:18:09.650513 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 3426577f-c95a-494a-99a1-c325a0b56e65 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:18:09.974449 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16619950'] for router_interface, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:10.283853 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Deleting port fed432ad-7041-4584-8d53-f00824e2b0e2 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:10.284090 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:10.387008 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] For port fed432ad-7041-4584-8d53-f00824e2b0e2, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=fed432ad-7041-4584-8d53-f00824e2b0e2,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:10.387379 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:10.724104 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Calling delete_port for fed432ad-7041-4584-8d53-f00824e2b0e2 owned by network:router_interface {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:11.009382 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:11.011448 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-abfbdecb-8659-4785-b528-6049a768054f tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:11.040475 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Pushing event deleted for resources: {'Port': ['ID=fed432ad-7041-4584-8d53-f00824e2b0e2,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:11.045359 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:11.252820 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16264415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16620094'] for router_interface, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:11.539879 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 has already been hosted by L3 agent efae2978-27bb-4562-bf1b-ca48be9a8f03 {{(pid=92307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 10 04:18:11.679069 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] Notify agent at l3_agent.dv-cinder-741349-4-iscsi the message routers_updated {{(pid=92307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 10 04:18:11.684396 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-bc25c277-9adc-4751-a43b-c053cbc82303 admin admin] 10.222.0.20 "PUT /v2.0/routers/05701b3a-684a-4a1f-987f-4f7a7d2423b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1346538
Jun 10 04:18:11.686957 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33380) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:11.687369 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] Sync routers for ids ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'] in dv-cinder-741349-4-iscsi {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 10 04:18:11.697155 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] Routers {'05701b3a-684a-4a1f-987f-4f7a7d2423b1'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:18:11.697787 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb561b9af0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:11.824557 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:11.834409 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] Set router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 gateway port host: dv-cinder-741349-4-iscsi {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:18:11.962009 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.086163 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Deleting port 51d23263-0751-41cd-8550-e4ee42f2d0f8 {{(pid=92307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:12.086508 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.162582 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb561b9af0>, [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'external_fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34'}], 'enable_snat': True}, 'gw_port_id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:18:10Z', 'revision_number': 5, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port': {'id': '51d23263-0751-41cd-8550-e4ee42f2d0f8', 'name': '', 'network_id': '02df5819-447b-4b1e-8c4c-1b7a89e8d775', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'ip_address': '172.27.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-741349-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T04:10:29Z', 'updated_at': '2021-06-10T04:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef96f8d5-4bae-4355-b6ca-75caee1e5353', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-741349-4-iscsi'}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:12.165851 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] Checking router: 05701b3a-684a-4a1f-987f-4f7a7d2423b1 for host: dv-cinder-741349-4-iscsi {{(pid=92309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 10 04:18:12.173609 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] Routers {'05701b3a-684a-4a1f-987f-4f7a7d2423b1'} bound to L3 agent in host dv-cinder-741349-4-iscsi {{(pid=92309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 10 04:18:12.174194 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ffb561b9af0>, 'dv-cinder-741349-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T03:58:16Z,description=<?>,heartbeat_timestamp=2021-06-10T04:17:46Z,host='dv-cinder-741349-4-iscsi',id=efae2978-27bb-4562-bf1b-ca48be9a8f03,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-10T03:58:16Z,topic='l3_agent')) {'router_ids': ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'], 'active': True} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:12.196516 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.db [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] For port 51d23263-0751-41cd-8550-e4ee42f2d0f8, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=51d23263-0751-41cd-8550-e4ee42f2d0f8,segment=NetworkSegment(f22c0791-af90-49dd-8d62-0aa7c12032ca),segment_id=f22c0791-af90-49dd-8d62-0aa7c12032ca)] {{(pid=92307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:12.197127 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.290255 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.plugins.ml2.plugin [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Calling delete_port for 51d23263-0751-41cd-8550-e4ee42f2d0f8 owned by network:router_gateway {{(pid=92307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:12.290483 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_dvr_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] Set router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 gateway port host: None {{(pid=92309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 10 04:18:12.367433 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.l3_hamode_db [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ffb561b9af0>, [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:18:11Z', 'revision_number': 6, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port_host': None}], 'dv-cinder-741349-4-iscsi', False) {} {{(pid=92309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:12.370782 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5c0f1-4c28-4388-9168-47b5b0b234cd None None] The sync data for ids ['05701b3a-684a-4a1f-987f-4f7a7d2423b1'] in dv-cinder-741349-4-iscsi is: [{'id': '05701b3a-684a-4a1f-987f-4f7a7d2423b1', 'name': 'tempest-TestVolumeBootPattern-2073595576-router', 'tenant_id': '37e04fef7c484f78834fd083242a22f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T04:10:28Z', 'updated_at': '2021-06-10T04:18:11Z', 'revision_number': 6, 'project_id': '37e04fef7c484f78834fd083242a22f4', 'gw_port_host': None}] {{(pid=92309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 10 04:18:12.594174 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14501288'] for port, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.596173 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-db4c37d8-61ce-4228-8dda-b5f4b8973cbd tempest-TestVolumeBootPattern-2066467688 tempest-TestVolumeBootPattern-2066467688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:12.622181 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d23263-0751-41cd-8550-e4ee42f2d0f8,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:12.625768 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:12.699023 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16608623'] for router_gateway, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.844939 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16614300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41433'] for router, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.846959 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.965533 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16613706'] for router, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.966194 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05701b3a-684a-4a1f-987f-4f7a7d2423b1 {{(pid=92307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 10 04:18:12.970454 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:12.971599 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-29e2f3ac-b707-4223-9f5f-c071e5a35ac2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/05701b3a-684a-4a1f-987f-4f7a7d2423b1 HTTP/1.1" status: 204  len: 168 time: 1.2837183
Jun 10 04:18:12.974118 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33382) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:13.024497 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Deleting subnet 1ade528f-e6de-4cb9-aa16-4577a6d39d9d {{(pid=92307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 10 04:18:13.027423 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.073452 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13749006'] for subnet, precommit_delete_associations {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.163218 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735827'] for subnet, precommit_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.280212 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14501474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973248'] for subnet, after_delete {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.290126 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:13.316570 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ade528f-e6de-4cb9-aa16-4577a6d39d9d,revision_number=None']} {{(pid=92307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:13.318570 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron_lib.callbacks.manager [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for subnet, before_response {{(pid=92307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.320505 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1ade528f-e6de-4cb9-aa16-4577a6d39d9d HTTP/1.1" status: 204  len: 168 time: 0.3454742
Jun 10 04:18:13.321473 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG oslo_concurrency.lockutils [None req-b0db01f8-3e85-4227-bf08-19eea6a6a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92307) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:13.323388 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33384) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:13.326680 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5b6661-0a22-4fe6-a9fd-640008fb26a6 None None] Network 6bc4daeb-a672-4d90-bc3b-4896c729ad47 requested from dv-cinder-741349-4-iscsi {{(pid=92308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 10 04:18:13.346109 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-a7e00ee1-5892-41f4-bf3f-134dee96367d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.423242 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-710602'] for network, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.481489 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Deleting port e7c18610-0bbe-4daf-9f95-8233d9aef397 {{(pid=92305) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:13.481820 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.559095 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] DHCP port deletion for 6bc4daeb-a672-4d90-bc3b-4896c729ad47 request from dv-cinder-741349-4-iscsi {{(pid=92308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 10 04:18:13.570283 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.db [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] For port e7c18610-0bbe-4daf-9f95-8233d9aef397, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e7c18610-0bbe-4daf-9f95-8233d9aef397,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92305) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:13.570642 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.617061 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fed432ad-7041-4584-8d53-f00824e2b0e2 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:13.621695 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Deleting port e7c18610-0bbe-4daf-9f95-8233d9aef397 {{(pid=92308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}}
Jun 10 04:18:13.625197 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794843344671'] for port, before_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.656531 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: fed432ad-7041-4584-8d53-f00824e2b0e2 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:18:13.656885 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device fed432ad-7041-4584-8d53-f00824e2b0e2 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:18:13.657307 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51d23263-0751-41cd-8550-e4ee42f2d0f8 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:13.695691 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] No Port match for: 51d23263-0751-41cd-8550-e4ee42f2d0f8 {{(pid=92308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}}
Jun 10 04:18:13.696042 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device 51d23263-0751-41cd-8550-e4ee42f2d0f8 not bound to the agent host dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 10 04:18:13.696466 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Device e7c18610-0bbe-4daf-9f95-8233d9aef397 no longer exists at agent ovs-agent-dv-cinder-741349-4-iscsi {{(pid=92308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 10 04:18:13.790897 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] For port e7c18610-0bbe-4daf-9f95-8233d9aef397, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e7c18610-0bbe-4daf-9f95-8233d9aef397,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:13.791372 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16607893'] for port, precommit_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:13.889645 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Calling delete_port for e7c18610-0bbe-4daf-9f95-8233d9aef397 owned by network:dhcp {{(pid=92308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:13.966045 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.plugin [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Calling delete_port for e7c18610-0bbe-4daf-9f95-8233d9aef397 owned by network:dhcp {{(pid=92305) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}}
Jun 10 04:18:13.988416 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-760093'] for port, before_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.042123 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.plugins.ml2.db [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] For port e7c18610-0bbe-4daf-9f95-8233d9aef397, host dv-cinder-741349-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-741349-4-iscsi',level=0,port_id=e7c18610-0bbe-4daf-9f95-8233d9aef397,segment=NetworkSegment(bf69be3a-2aad-4285-a20e-96f8de5a9ee5),segment_id=bf69be3a-2aad-4285-a20e-96f8de5a9ee5)] {{(pid=92308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 10 04:18:14.169881 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794843350330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794842961704', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794842961749'] for port, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.172519 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:14.226995 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Pushing event updated for resources: {'Port': ['ID=e7c18610-0bbe-4daf-9f95-8233d9aef397,revision_number=5']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:14.233707 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.234047 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.234384 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.234714 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.235064 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.235388 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.235710 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.236029 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.236349 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.236697 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.237018 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.237332 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-741349-4-iscsi {{(pid=92308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 10 04:18:14.241695 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:14.243399 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695'] for port, after_delete {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.246167 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-f147f330-efb1-4ec4-8eda-aededc78cdbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:14.250607 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-760259', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-474426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16273701', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794843350339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794842961695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24940559'] for port, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.255112 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-5e04883e-98ba-47ba-9333-a03478351720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:14.276951 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] No DVR routers for this DVR port e7c18610-0bbe-4daf-9f95-8233d9aef397 on host dv-cinder-741349-4-iscsi {{(pid=92308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:18:14.285702 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Pushing event deleted for resources: {'Port': ['ID=e7c18610-0bbe-4daf-9f95-8233d9aef397,revision_number=None']} {{(pid=92308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:14.286004 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c18610-0bbe-4daf-9f95-8233d9aef397,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:14.288029 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] No DVR routers for this DVR port e7c18610-0bbe-4daf-9f95-8233d9aef397 on host dv-cinder-741349-4-iscsi {{(pid=92305) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 10 04:18:14.288221 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG oslo_concurrency.lockutils [None req-fa4d08f8-88e8-4724-b814-29c237f9de9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92308) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:14.289440 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:14.387263 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730588', 'neutron.services.segments.db._delete_segments_for_network-8794843510959'] for network, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.397883 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ffb55b15760>,) {'filters': {'network_id': ['6bc4daeb-a672-4d90-bc3b-4896c729ad47']}} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:14.408573 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb55b15760>, 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5') {'for_net_delete': True} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:14.408868 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.services.segments.db [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ffb55b15760>, 'bf69be3a-2aad-4285-a20e-96f8de5a9ee5') {} {{(pid=92305) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 10 04:18:14.418428 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794843510788', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12625164'] for segment, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.437826 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892'] for segment, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.443859 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=92305) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 10 04:18:14.444237 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-737892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24940634'] for segment, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   self.session.flush()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]: Traceback (most recent call last):
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     timer()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     cb(*args, **kw)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     return func(*args, **kwargs)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     self._notify()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     self.callback(batched_events)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     event.method(event)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     return f(self, *a, **k)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._get(url).json()
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     return self.request(url, 'GET', **kwargs)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 10 04:18:14.445827 dv-cinder-741349-4-iscsi neutron-server[92305]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 10 04:18:14.594049 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16267826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16273708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16608512'] for network, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.598574 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:14.600931 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16273719'] for network, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:14.602783 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6bc4daeb-a672-4d90-bc3b-4896c729ad47 HTTP/1.1" status: 204  len: 168 time: 1.2767472
Jun 10 04:18:14.616747 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc4daeb-a672-4d90-bc3b-4896c729ad47,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:14.619319 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-e1b891ee-6d9a-4f64-a9a2-f9b42ceff130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:14.917102 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33388) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:14.961211 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-bcb2bdf0-d4b9-42cb-bf3d-4dec15348647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b908b5affc64461abc2e9a8b73fbd4b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0429177
Jun 10 04:18:14.963479 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33390) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:15.019442 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.041205 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.157943 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.160601 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.161738 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/611d9807-166a-4cab-9ec7-2534ec8110b9 HTTP/1.1" status: 204  len: 168 time: 0.1973908
Jun 10 04:18:15.162545 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-70abb7a4-a353-4a79-a90b-94e7e164fcba tempest-VolumesNegativeTest-744396913 tempest-VolumesNegativeTest-744396913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:15.171425 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611d9807-166a-4cab-9ec7-2534ec8110b9,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:15.173818 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7e2a4b2a-e997-4ac3-8e35-2559a792ca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:15.849603 dv-cinder-741349-4-iscsi neutron-server[92307]: DEBUG neutron.wsgi [-] (92307) accepted ('10.222.0.20', 33398) {{(pid=92307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:15.868308 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.892757 dv-cinder-741349-4-iscsi neutron-server[92307]: INFO neutron.wsgi [None req-949b875e-afca-4bb2-9da4-b99837e500bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37e04fef7c484f78834fd083242a22f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0418696
Jun 10 04:18:15.895653 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [-] (92305) accepted ('10.222.0.20', 33400) {{(pid=92305) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 10 04:18:15.931553 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-82fd8736-2fef-4621-a0a6-f173abeecdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.946351 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:15.968574 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:16.079940 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16509831'] for security_group, after_delete {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:16.083146 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron_lib.callbacks.manager [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92305) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:16.084308 dv-cinder-741349-4-iscsi neutron-server[92305]: INFO neutron.wsgi [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/180489fc-7a96-4aaa-ab98-effe60558a91 HTTP/1.1" status: 204  len: 168 time: 0.1876919
Jun 10 04:18:16.085075 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-7248706c-934b-4b48-a58e-277d55099f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 10 04:18:16.095577 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180489fc-7a96-4aaa-ab98-effe60558a91,revision_number=None']} {{(pid=92305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 10 04:18:16.096285 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG oslo_concurrency.lockutils [None req-994becb6-3aae-4629-abd6-3649645ac37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92305) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 10 04:18:16.971741 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:18.731479 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:30.934522 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:35.999725 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:18:43.353555 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-d032edd0-3e54-4757-adb7-9d99458553cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:45.843614 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:45.872173 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-207d1b12-9f06-4ee3-9ef3-5828a60f467e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:46.982684 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:18:48.717714 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:00.957608 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:12.998084 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:19:13.363299 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-5611769f-6801-4bbf-bc0b-266268f6708e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:15.873548 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:15.890126 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b35f7f2b-e862-4499-8f26-0c599f1ee852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:16.981861 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:18.713283 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:30.940314 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:43.341730 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9ccfe525-4089-4783-97a9-68127049bdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:45.832999 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:45.850638 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-f8400e67-a7fa-4ab8-8277-6c70f31af2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:46.976028 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:48.707105 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:19:49.996363 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:20:01.107087 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:13.358652 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3f5ebb18-8c43-4c2e-bb3d-2633aaca7ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:15.850332 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:15.878578 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-5a347fc5-18ed-4db4-95d4-30e417d38bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:17.049695 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:18.718229 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:26.994685 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:20:30.975503 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:43.318438 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-45076b8a-80f0-47a0-bbcc-7f1e451d1f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:45.826599 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:45.876586 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-6435ee6d-92c6-4d22-a1a4-c3363a571c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:47.003780 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:20:48.717805 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:00.998004 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:03.993339 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:21:13.329168 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-402dc801-a694-4641-8960-18f6197f202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:15.826306 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:15.843487 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-c9d82969-4d3d-4e2d-ab31-f44fe34a207a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:16.986396 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:18.733606 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:31.014922 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:40.995998 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:21:43.317466 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-9b3e9ce4-bba1-452a-a4f1-a81e80039a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:45.854420 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:45.871378 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-721337d7-ca33-4a5e-9f01-225f33806f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:46.991664 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:21:48.486118 dv-cinder-741349-4-iscsi neutron-server[92305]: DEBUG neutron.wsgi [req-40859678-262c-439c-83af-4c3a8a98e301 req-d0f7e572-a850-4367-8717-469e87d29a95 service neutron] (92305) timed out ('10.222.0.11', 49706) {{(pid=92305) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 10 04:21:48.769100 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:01.001961 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:13.328733 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-fa05e7aa-456f-410b-b2d6-047ab005cdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:15.888597 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:15.899343 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3ae35734-1bca-4944-8926-55e3866fd571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:16.974152 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:17.994512 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:22:18.893159 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:31.048240 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:43.345599 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-c20d088e-ac8c-445b-9281-973fa73ebe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:45.859432 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:45.888258 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-b6d38bcd-b58f-4124-92b4-60bd1e083ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:46.991013 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:48.739383 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:22:54.993263 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 10 04:23:01.053380 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:13.333052 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-398c6bb3-78ec-43d2-ade1-199de0b87f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:15.841975 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-943822b6-80da-44fe-b874-a56f94774ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:15.859013 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-95ba5e94-e66c-4ac0-ba4d-4e1e1235957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:16.996662 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-90ffa0b1-eba5-4724-bd86-553c67974672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:18.762290 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-86a8bb9c-ce8c-4d12-9b86-4180c91118dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:31.053521 dv-cinder-741349-4-iscsi neutron-server[92308]: DEBUG neutron_lib.callbacks.manager [None req-3b41c6bb-1e98-44ef-80a3-13e9296373d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794843510941', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731922'] for agent, after_update {{(pid=92308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 10 04:23:31.993164 dv-cinder-741349-4-iscsi neutron-server[92309]: DEBUG neutron.db.agents_db [None req-f718dda0-0470-4cf5-9b20-1b9f3707d14f None None] Agent healthcheck: found 6 active agents {{(pid=92309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}